-- Logs begin at Tue 2022-04-12 17:11:08 UTC, end at Tue 2022-04-12 18:16:09 UTC. -- Apr 12 17:46:41.031761 dv-cinder-837534-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 17:46:43.969166 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.common.config [-] Logging enabled! Apr 12 17:46:43.969775 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev110 Apr 12 17:46:43.969948 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109717) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 17:46:43.973340 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.common.config [-] Logging enabled! Apr 12 17:46:43.973593 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev110 Apr 12 17:46:43.973905 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109717) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 17:46:43.974866 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 17:46:43.975104 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 17:46:43.975471 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 17:46:43.975730 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 17:46:43.975943 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 17:46:43.976361 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.976789 dv-cinder-837534-1-iscsi neutron-server[109717]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 17:46:43.977103 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.977403 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.977700 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.978000 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.978316 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.978605 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.978898 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.979201 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.979491 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.979775 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.980064 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.980361 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.980649 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.980940 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.981231 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.981518 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] debug = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.981805 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.982261 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.982689 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.982971 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.983262 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.983544 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.983820 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.984098 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.984387 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.984719 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] host = dv-cinder-837534-1-iscsi {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.985000 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.985291 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.985583 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.985873 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.986152 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.986456 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.986745 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.987028 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.988012 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] log_file = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.988430 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.988732 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.989029 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.989332 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.989561 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.989789 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.990081 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.990397 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.990679 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.990958 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.991237 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.991516 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.991794 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.992070 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.992358 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.992649 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.992939 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.993217 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.993495 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.993771 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.994048 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.994427 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.994707 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.994985 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.995263 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.995551 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.995825 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.996102 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.996405 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.996693 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.996976 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.997263 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.997537 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.997818 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.998092 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.998389 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.998662 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] use_json = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.998936 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.999207 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.999487 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:43.999760 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:44.000033 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:44.000307 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:44.000579 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:44.000864 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:44.001137 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:44.001431 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.001726 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.002030 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.002359 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.002659 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.003655 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.003952 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.004228 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.004519 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.004812 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.005105 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.005386 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.005687 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.005976 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.006296 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.006605 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.006902 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.007196 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.007476 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.007752 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.008030 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.008311 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.008600 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.008880 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.009169 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.009458 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.009739 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.010039 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.010358 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.010653 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.010941 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.011216 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.011496 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.011785 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.012062 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.012334 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.012616 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.012903 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.013181 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.013455 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.013738 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.014015 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.014315 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.014592 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.014870 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.015160 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.015436 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.015709 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.015980 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.016255 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.016528 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.016817 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.017095 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.017369 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.017641 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.017917 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.018218 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.018517 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.018800 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.019068 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.019344 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.019616 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.019888 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.020158 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.020429 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.020698 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.020969 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.021238 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.021512 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.021782 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.022120 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.022422 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.022705 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.022980 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.023268 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.023565 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.023844 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.024122 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.024401 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.024680 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.024957 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.025233 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.025510 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.025786 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.026059 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.026406 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.026694 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.026985 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.027289 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.027567 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.027864 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.028141 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.028420 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.028704 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.028980 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.029259 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.029543 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.029827 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.030120 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.030439 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.030736 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.031031 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.031325 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.031606 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.031914 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.032196 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:44.032414 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 17:46:44.032659 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109717) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 17:46:44.415175 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 17:46:44.415455 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 17:46:44.415754 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 17:46:44.416085 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 17:46:44.744744 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:44.744949 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:44.745218 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:44.748126 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:44.748406 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:44.748673 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:44.802063 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:44.802360 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:44.802625 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:44.817849 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:44.818128 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:44.818427 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:44.847803 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:44.848078 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:44.848341 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:44.885077 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:44.885354 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:44.885616 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.231016 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.231636 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.231636 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.231886 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.232496 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.332342 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.332669 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.332951 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.333221 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.333486 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.333795 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.334051 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.334333 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.334586 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.334865 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.335122 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.335382 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.335633 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.335901 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.336141 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.336399 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.336653 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.336919 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.337185 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.337441 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.337711 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.337963 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.338263 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.338642 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.338891 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.339134 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.339527 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:46:45.339766 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:46:45.340002 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:46:45.340235 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:46:45.340469 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:46:45.340703 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:46:45.341067 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 17:46:45.344220 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 17:46:45.348695 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 17:46:45.352496 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Apr 12 17:46:45.354094 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 17:46:45.354593 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 17:46:45.354927 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 17:46:45.355313 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 17:46:45.358267 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 17:46:45.358515 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 17:46:45.358855 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 17:46:45.364197 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 17:46:45.387446 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 17:46:45.387896 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.388192 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109717) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 17:46:45.388559 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.389891 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109717) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 17:46:45.390181 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 17:46:45.390430 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 17:46:45.394253 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.394532 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:45.456320 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 17:46:45.456569 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 17:46:45.456830 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 17:46:45.457298 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 17:46:45.477787 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_db.sqlalchemy.engines [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109717) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 17:46:45.915539 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.managers [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Initializing driver for type 'gre' Apr 12 17:46:45.916224 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] gre ID ranges: [(1, 1000)] Apr 12 17:46:45.969259 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.managers [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Initializing driver for type 'local' Apr 12 17:46:45.969595 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.managers [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Initializing driver for type 'vlan' Apr 12 17:46:45.982810 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] VlanTypeDriver initialization complete Apr 12 17:46:45.983147 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.managers [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Initializing driver for type 'vxlan' Apr 12 17:46:45.983638 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] vxlan ID ranges: [(1, 1000)] Apr 12 17:46:46.034877 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.managers [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Initializing extension driver 'port_security' Apr 12 17:46:46.035220 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.extensions.port_security [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] PortSecurityExtensionDriver initialization complete Apr 12 17:46:46.035562 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.managers [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Initializing mechanism driver 'openvswitch' Apr 12 17:46:46.035891 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.managers [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Initializing mechanism driver 'hyperv' Apr 12 17:46:46.042650 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:46:46.043517 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > port after_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.043893 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > port after_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.044255 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > port after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.044932 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:46:46.045378 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > subnet after_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.045736 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > subnet after_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.046085 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > subnet after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.046506 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:46:46.046916 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > network after_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.047265 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > network after_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.047610 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > network after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.048000 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:46:46.048406 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > security_group after_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.048755 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > security_group after_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.049097 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > security_group after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.049488 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:46:46.049920 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.050376 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.050727 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.051120 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:46:46.051522 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > address_group after_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.051869 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > address_group after_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.052209 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > address_group after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.052601 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 17:46:46.053046 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] ML2 OVO RPC backend initialized. {{(pid=109717) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 17:46:46.053752 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router_interface after_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.054110 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.054554 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > network before_response 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.054904 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > networks before_response 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.055253 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > port before_response 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.055593 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > ports before_response 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.055935 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > subnet before_response 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.056274 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > subnets before_response 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.056615 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > network after_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.056956 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > network after_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.057289 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > network after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.057624 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > port after_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.057967 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > port after_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.058394 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > port after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.058900 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > subnet after_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.059344 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > subnet after_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.059683 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > subnet after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.067844 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.quota [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded quota_driver: . Apr 12 17:46:46.068214 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.plugin [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Modular L2 Plugin initialization complete Apr 12 17:46:46.068563 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading services supported by the core plugin {{(pid=109717) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 17:46:46.068905 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.plugins.ml2.managers [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Got port-security extension from driver 'port_security' Apr 12 17:46:46.069387 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.extensions.vlantransparent [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Disabled vlantransparent extension. Apr 12 17:46:46.069883 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109717) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 17:46:46.070231 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading Plugin: router Apr 12 17:46:46.107665 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router_interface before_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.108066 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router after_create 55549900 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.108438 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router before_create 55549900 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.108800 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.109171 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.109525 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router after_delete 55549900 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.109883 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > floatingip after_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.110252 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > floatingip after_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.110613 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router after_create 55549900 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.110960 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router after_update 55549900 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.111310 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router after_update 55549900 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.111657 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.112687 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router after_update 55549900 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.113100 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router precommit_update 55549900 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.113474 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: port after_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.113818 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: port after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.114157 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: subnet after_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.114530 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.114880 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > port precommit_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.115228 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router precommit_create 55549900 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.115574 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: port before_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.115914 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router precommit_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.116267 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router after_update 55549900 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.116607 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router precommit_delete 55549900 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.116957 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router precommit_create 55549900 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.117329 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router_interface after_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.117665 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router precommit_update 55549900 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.118029 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > agent after_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.118405 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > agent after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.118749 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > network after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.119612 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Tracking information for resource: router configured {{(pid=109717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:46:46.119944 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Tracking information for resource: floatingip configured {{(pid=109717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 17:46:46.124831 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.db.l3_agentschedulers_db [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 17:46:46.125419 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: port after_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.125784 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: port after_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.126138 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: port after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.126519 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: port after_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.127320 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router before_create 55550100 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.128388 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router precommit_delete 55550100 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.128995 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router precommit_create 55550100 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.129357 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > router precommit_update 55550100 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.134194 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.services.provider_configuration [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Service providers = [] {{(pid=109717) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 17:46:46.134572 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.db.servicetype_db [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109717) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 17:46:46.137498 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.services.service_base [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109717) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 17:46:46.137852 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.services.service_base [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109717) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 17:46:46.138217 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.services.service_base [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109717) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 17:46:46.139104 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.services.service_base [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109717) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 17:46:46.139481 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.services.service_base [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 17:46:46.139866 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:46:46.140188 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 17:46:46.150890 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:46:46.151230 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading Plugin: auto_allocate Apr 12 17:46:46.156798 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: network precommit_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.157172 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: network precommit_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.157700 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:46:46.158022 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading Plugin: tag Apr 12 17:46:46.166392 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:46:46.166663 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading Plugin: timestamp Apr 12 17:46:46.170462 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:46:46.170797 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading Plugin: network_ip_availability Apr 12 17:46:46.177219 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.177592 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.177944 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.178692 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:46:46.179017 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading Plugin: flavors Apr 12 17:46:46.183892 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:46:46.184229 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading Plugin: revisions Apr 12 17:46:46.188536 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 17:46:46.188983 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_concurrency.lockutils [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.773s {{(pid=109717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 17:46:46.189732 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109717) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 17:46:46.190071 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Initializing extension manager. Apr 12 17:46:46.191645 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: __init__.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.191993 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: __pycache__ {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.192370 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: address_group.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.193148 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.193746 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: address-group Apr 12 17:46:46.194070 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: address_scope.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.194806 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.195327 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: address-scope Apr 12 17:46:46.195650 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: admin_state_down_before_update.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.196593 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.197106 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: router-admin-state-down-before-update Apr 12 17:46:46.197428 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: agent.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.198129 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.198720 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: agent Apr 12 17:46:46.199046 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: agent_resources_synced.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.200069 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.200718 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: agent-resources-synced Apr 12 17:46:46.201040 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: allowedaddresspairs.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.203269 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.203909 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: allowed-address-pairs Apr 12 17:46:46.204321 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: auto_allocated_topology.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.205593 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.206334 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: auto-allocated-topology Apr 12 17:46:46.206784 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: availability_zone.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.207631 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.208396 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: availability_zone Apr 12 17:46:46.208850 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: availability_zone_filter.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.210015 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.210708 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: availability_zone_filter Apr 12 17:46:46.211136 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: data_plane_status.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.212407 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.213118 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 17:46:46.213494 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: default_subnetpools.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.214790 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.215371 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: default-subnetpools Apr 12 17:46:46.215724 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: dhcpagentscheduler.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.216831 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.217587 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: dhcp_agent_scheduler Apr 12 17:46:46.218040 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: dns.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.219205 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.219764 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension dns-integration not supported by any of loaded plugins Apr 12 17:46:46.220255 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: dns_domain_ports.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.221342 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.222010 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 17:46:46.222429 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.223530 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.224159 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 17:46:46.224520 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: dvr.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.225311 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.225849 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: dvr Apr 12 17:46:46.226238 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: ecmp_routes.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.227199 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.227700 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 17:46:46.228023 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: empty_string_filtering.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.228926 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.229439 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: empty-string-filtering Apr 12 17:46:46.229762 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.230694 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.231201 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 17:46:46.231750 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.232448 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.232959 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 17:46:46.233294 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: external_net.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.234247 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.234738 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: external-net Apr 12 17:46:46.235061 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: extra_dhcp_opt.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.235969 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.236475 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: extra_dhcp_opt Apr 12 17:46:46.236798 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: extraroute.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.238280 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.238789 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: extraroute Apr 12 17:46:46.239113 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: extraroute_atomic.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.240353 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.240868 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: extraroute-atomic Apr 12 17:46:46.241191 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: filter_validation.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.241855 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.242387 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: filter-validation Apr 12 17:46:46.242709 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: fip_pf_description.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.243617 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.244124 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 17:46:46.244445 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: fip_pf_port_range.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.245356 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.245859 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 17:46:46.246189 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: fip_port_details.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.247123 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.247631 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: fip-port-details Apr 12 17:46:46.247954 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: flavors.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.249185 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.249706 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: flavors Apr 12 17:46:46.250032 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.251731 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.252262 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 17:46:46.252600 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: floatingip_pools.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.253846 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.254389 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: floatingip-pools Apr 12 17:46:46.254724 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: ip_allocation.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.255647 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.256157 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 17:46:46.256486 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.257405 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.257919 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: ip-substring-filtering Apr 12 17:46:46.258278 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: l2_adjacency.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.259203 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.259716 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 17:46:46.260044 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: l3.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.261028 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.261553 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: router Apr 12 17:46:46.261883 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: l3_conntrack_helper.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.264114 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.264656 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 17:46:46.264993 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.265907 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.266467 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: ext-gw-mode Apr 12 17:46:46.266800 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.267715 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.268232 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: l3-ha Apr 12 17:46:46.268753 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.269737 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.270280 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 17:46:46.270610 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: l3_flavors.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.271522 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.272038 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: l3-flavors Apr 12 17:46:46.272368 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: l3_ndp_proxy.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.273744 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.274297 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 17:46:46.274627 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.275543 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.276060 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 17:46:46.276385 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: l3agentscheduler.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.277425 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.277937 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: l3_agent_scheduler Apr 12 17:46:46.278292 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: local_ip.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.280210 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.280740 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension local_ip not supported by any of loaded plugins Apr 12 17:46:46.281073 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: logging.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.282586 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.283123 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension logging not supported by any of loaded plugins Apr 12 17:46:46.283459 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: metering.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.284303 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.284891 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: metering Apr 12 17:46:46.285224 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.286346 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.286869 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: metering_source_and_destination_fields Apr 12 17:46:46.287198 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: multiprovidernet.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.288482 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.288996 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: multi-provider Apr 12 17:46:46.289322 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: netmtu.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.290255 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.290769 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: net-mtu Apr 12 17:46:46.291094 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: netmtu_writable.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.292013 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.292524 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: net-mtu-writable Apr 12 17:46:46.292852 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: network_availability_zone.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.293523 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.294029 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: network_availability_zone Apr 12 17:46:46.294374 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: network_ip_availability.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.295474 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.295990 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: network-ip-availability Apr 12 17:46:46.296321 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: network_segment_range.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.297084 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.297595 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 17:46:46.297923 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: pagination.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.298923 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.299257 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: pagination Apr 12 17:46:46.300095 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: port_device_profile.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.301004 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.301523 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: port-device-profile Apr 12 17:46:46.301847 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.302793 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.303307 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: port-mac-address-regenerate Apr 12 17:46:46.303631 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.304540 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.305057 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: port-numa-affinity-policy Apr 12 17:46:46.305381 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: port_resource_request.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.306328 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.306838 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 17:46:46.307163 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: port_resource_request_groups.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.308139 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.308647 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 17:46:46.308974 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: portbindings.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.309889 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.310433 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: binding Apr 12 17:46:46.310762 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: portbindings_extended.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.312028 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.312557 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: binding-extended Apr 12 17:46:46.312888 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: portsecurity.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.313803 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.314362 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: port-security Apr 12 17:46:46.314691 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: project_id.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.316249 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.316576 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: project-id Apr 12 17:46:46.316896 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: providernet.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.317809 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.318353 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: provider Apr 12 17:46:46.318676 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: qos.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.322294 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.322826 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension qos not supported by any of loaded plugins Apr 12 17:46:46.323162 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.324508 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.325031 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 17:46:46.325364 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.326298 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.326818 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 17:46:46.327148 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: qos_default.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.328056 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.328572 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension qos-default not supported by any of loaded plugins Apr 12 17:46:46.328902 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: qos_fip.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.329813 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.330354 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension qos-fip not supported by any of loaded plugins Apr 12 17:46:46.330683 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: qos_fip_network_policy.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.331619 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.332136 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 17:46:46.332463 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: qos_gateway_ip.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.333378 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.333893 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 17:46:46.334247 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: qos_port_network_policy.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.335156 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.335668 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 17:46:46.335994 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.337021 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.337541 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 17:46:46.337869 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.338922 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.339437 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 17:46:46.339763 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: qos_pps_rule.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.340929 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.341450 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension qos-pps not supported by any of loaded plugins Apr 12 17:46:46.341780 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: qos_rule_type_details.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.342724 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.343239 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 17:46:46.343563 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: qos_rule_type_filter.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.344474 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.344998 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 17:46:46.345322 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: qos_rules_alias.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.346394 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.346937 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 17:46:46.347260 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: quota_check_limit.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.348166 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.348684 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: quota-check-limit Apr 12 17:46:46.349007 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: quotasv2.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.349957 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.350313 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: quotas Apr 12 17:46:46.350639 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: quotasv2_detail.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.352401 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.352743 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: quota_details Apr 12 17:46:46.353075 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: rbac.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.354125 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.354692 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: rbac-policies Apr 12 17:46:46.355023 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: rbac_address_group.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.355951 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.356475 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: rbac-address-group Apr 12 17:46:46.356801 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: rbac_address_scope.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.357716 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.358261 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: rbac-address-scope Apr 12 17:46:46.358591 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: rbac_security_groups.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.359576 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.360095 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: rbac-security-groups Apr 12 17:46:46.360421 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: rbac_subnetpool.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.361343 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.361861 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: rbac-subnetpool Apr 12 17:46:46.362728 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: revisionifmatch.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.363703 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.364227 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: revision-if-match Apr 12 17:46:46.364553 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: revisions.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.365703 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.366247 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: standard-attr-revisions Apr 12 17:46:46.366579 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: router_availability_zone.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.367247 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.367759 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: router_availability_zone Apr 12 17:46:46.368083 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: routerservicetype.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.368997 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.369510 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension router-service-type not supported by any of loaded plugins Apr 12 17:46:46.369835 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.370775 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.371299 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: security-groups-normalized-cidr Apr 12 17:46:46.371623 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: security_groups_port_filtering.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.372579 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.373162 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: port-security-groups-filtering Apr 12 17:46:46.373525 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.374572 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.375088 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: security-groups-remote-address-group Apr 12 17:46:46.375411 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.376344 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.376859 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: security-groups-shared-filtering Apr 12 17:46:46.377182 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.378487 dv-cinder-837534-1-iscsi neutron-server[109717]: WARNING neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 17:46:46.378859 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: securitygroup.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.388613 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.389162 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: security-group Apr 12 17:46:46.389498 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: segment.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.390260 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.390783 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension segment not supported by any of loaded plugins Apr 12 17:46:46.391114 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.392049 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.392570 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 17:46:46.392895 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: servicetype.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.394213 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.394739 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: service-type Apr 12 17:46:46.395069 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: sorting.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.396060 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.396396 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: sorting Apr 12 17:46:46.396722 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: standard_attr_segment.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.397629 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.398143 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 17:46:46.398501 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: standardattrdescription.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.399157 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.399661 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: standard-attr-description Apr 12 17:46:46.399986 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: stateful_security_group.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.400921 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.401444 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: stateful-security-group Apr 12 17:46:46.401768 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: stdattrs_common.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.402371 dv-cinder-837534-1-iscsi neutron-server[109717]: WARNING neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 17:46:46.402695 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.403624 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.404150 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 17:46:46.404470 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: subnet_onboard.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.405533 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.406137 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: subnet_onboard Apr 12 17:46:46.406385 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.407309 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.407825 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 17:46:46.408149 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: subnet_service_types.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.409139 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.409780 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: subnet-service-types Apr 12 17:46:46.410098 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: subnetallocation.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.411208 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.411734 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: subnet_allocation Apr 12 17:46:46.412056 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.412964 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.413474 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: subnetpool-prefix-ops Apr 12 17:46:46.413794 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.414747 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.415272 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 17:46:46.415596 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: tagging.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.416720 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.417217 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: standard-attr-tag Apr 12 17:46:46.417530 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: timestamp.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.418753 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.419272 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loaded extension: standard-attr-timestamp Apr 12 17:46:46.419603 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: trunk.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.420630 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.421146 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension trunk not supported by any of loaded plugins Apr 12 17:46:46.421479 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: trunk_details.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.422419 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.422939 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension trunk-details not supported by any of loaded plugins Apr 12 17:46:46.423265 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: uplink_status_propagation.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.424186 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.425286 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 17:46:46.425613 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Loading extension file: vlantransparent.py {{(pid=109717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 17:46:46.426382 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 17:46:46.426899 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 17:46:46.429396 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Creating instance of TrackedResource for resource:network Apr 12 17:46:46.429919 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Creating instance of TrackedResource for resource:subnet Apr 12 17:46:46.430376 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 17:46:46.430770 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Creating instance of TrackedResource for resource:port Apr 12 17:46:46.432011 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.v2.resource_helper [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:46:46.432467 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.v2.resource_helper [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Service FLAVORS assigned prefix: {{(pid=109717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:46:46.433082 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.v2.resource_helper [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:46:46.433515 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.v2.resource_helper [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:46:46.433846 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Creating instance of TrackedResource for resource:router Apr 12 17:46:46.434312 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Creating instance of TrackedResource for resource:floatingip Apr 12 17:46:46.434808 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.v2.resource_helper [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Service METERING assigned prefix: /metering {{(pid=109717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:46:46.436253 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.436630 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.436984 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:46:46.438007 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 17:46:46.438486 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Creating instance of TrackedResource for resource:security_group Apr 12 17:46:46.438935 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 17:46:46.439519 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.v2.resource_helper [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Service CORE assigned prefix: {{(pid=109717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:46:46.439850 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 17:46:46.440959 dv-cinder-837534-1-iscsi neutron-server[109717]: WARNING neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] subnetpool is already registered Apr 12 17:46:46.441468 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.v2.resource_helper [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Service CORE assigned prefix: {{(pid=109717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:46:46.441792 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 17:46:46.442125 dv-cinder-837534-1-iscsi neutron-server[109717]: WARNING neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] subnetpool is already registered Apr 12 17:46:46.444428 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.v2.resource_helper [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:46:46.444864 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.v2.resource_helper [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Service FLAVORS assigned prefix: {{(pid=109717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:46:46.445456 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.v2.resource_helper [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:46:46.445878 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.v2.resource_helper [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:46:46.446245 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Creating instance of TrackedResource for resource:router Apr 12 17:46:46.446588 dv-cinder-837534-1-iscsi neutron-server[109717]: WARNING neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] router is already registered Apr 12 17:46:46.446999 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Creating instance of TrackedResource for resource:floatingip Apr 12 17:46:46.447339 dv-cinder-837534-1-iscsi neutron-server[109717]: WARNING neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] floatingip is already registered Apr 12 17:46:46.447793 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.v2.resource_helper [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Service METERING assigned prefix: /metering {{(pid=109717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:46:46.448460 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 17:46:46.448793 dv-cinder-837534-1-iscsi neutron-server[109717]: WARNING neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] rbac_policy is already registered Apr 12 17:46:46.449206 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Creating instance of TrackedResource for resource:security_group Apr 12 17:46:46.449541 dv-cinder-837534-1-iscsi neutron-server[109717]: WARNING neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] security_group is already registered Apr 12 17:46:46.449940 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 17:46:46.450305 dv-cinder-837534-1-iscsi neutron-server[109717]: WARNING neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] security_group_rule is already registered Apr 12 17:46:46.450928 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.v2.resource_helper [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Service CORE assigned prefix: {{(pid=109717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:46:46.451256 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 17:46:46.451588 dv-cinder-837534-1-iscsi neutron-server[109717]: WARNING neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] subnetpool is already registered Apr 12 17:46:46.452007 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.v2.resource_helper [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Service CORE assigned prefix: {{(pid=109717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 17:46:46.452332 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 17:46:46.452671 dv-cinder-837534-1-iscsi neutron-server[109717]: WARNING neutron.quota.resource_registry [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] subnetpool is already registered Apr 12 17:46:46.453351 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: extensions {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.454880 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: address-groups {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.456380 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: address-scopes {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.457683 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: agents {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.458876 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: auto-allocated-topology {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.460121 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: availability_zones {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.461335 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: dhcp-networks {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.464093 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: dhcp-agents {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.465521 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: routers {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.467731 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: flavors {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.468872 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: service_profiles {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.470053 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: next_providers {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.471550 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: service_profiles {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.473096 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: floatingip-pools {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.474325 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: routers {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.476383 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: floatingips {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.477649 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: l3-routers {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.479048 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: l3-agents {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.480431 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: metering-labels {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.481782 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: metering-label-rules {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.483090 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: network-ip-availabilities {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.484338 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: bindings {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.485980 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: quotas {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.488383 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: quotas {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.490028 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: rbac-policies {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.491342 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: security-groups {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.492558 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: security-group-rules {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.493843 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: service-providers {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.495078 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: subnetpools {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.496487 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: subnetpools {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.497923 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: tags {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.499607 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: tags {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.501568 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: tags {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.503624 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: tags {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.505386 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: tags {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.507240 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: tags {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.508910 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: tags {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.510820 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: tags {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.512552 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: tags {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.514416 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron.api.extensions [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Extended resource: tags {{(pid=109717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 17:46:46.520503 dv-cinder-837534-1-iscsi neutron-server[109717]: WARNING keystonemiddleware.auth_token [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 17:46:46.526072 dv-cinder-837534-1-iscsi neutron-server[109717]: WARNING keystonemiddleware.auth_token [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 17:46:46.535106 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_concurrency.lockutils [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Acquired lock "singleton_lock" {{(pid=109717) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 17:46:46.535577 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_concurrency.lockutils [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Releasing lock "singleton_lock" {{(pid=109717) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 17:46:46.536227 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO oslo_service.service [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Starting 2 workers Apr 12 17:46:46.541394 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Started child 109826 {{(pid=109717) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 17:46:46.545970 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Started child 109827 {{(pid=109717) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 17:46:46.546795 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:46.547607 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO neutron.service [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 17:46:46.548253 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Publish callbacks [] for process (None), before_spawn {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:46.548355 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [-] (109826) wsgi starting up on http://0.0.0.0:9696 Apr 12 17:46:46.551314 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO oslo_service.service [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Starting 1 workers Apr 12 17:46:46.551783 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:46.553230 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [-] (109827) wsgi starting up on http://0.0.0.0:9696 Apr 12 17:46:46.556664 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Started child 109828 {{(pid=109717) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 17:46:46.557209 dv-cinder-837534-1-iscsi neutron-server[109717]: INFO oslo_service.service [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Starting 1 workers Apr 12 17:46:46.560485 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.service [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] calling RpcWorker wait() {{(pid=109828) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 17:46:46.561038 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.service [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] returning from RpcWorker wait() {{(pid=109828) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 17:46:46.561786 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Started child 109829 {{(pid=109717) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 17:46:46.562384 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:46.562616 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf552f9c-e6b1-4004-ad6b-85cfd484a5ad None None] Publish callbacks [] for process (None), after_spawn {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:46.562980 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:46:46.564535 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109717) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 17:46:46.564739 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 17:46:46.564921 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 17:46:46.565177 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 17:46:46.565643 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 17:46:46.565643 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 17:46:46.566338 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.566477 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.566704 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:46:46.567212 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.567212 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.567349 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.567875 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.568138 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.568373 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.568647 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.568893 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.569061 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.569227 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.569487 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.569728 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.570030 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.570325 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.570577 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.570844 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.571017 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.571292 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.571569 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.571811 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.572078 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] debug = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.572318 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.572809 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.573050 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.573293 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.573525 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.573791 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.574034 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.574339 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.574556 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.574786 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.575002 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.575269 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.575498 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.575725 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.575990 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.576208 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.576449 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.576668 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.577137 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] host = dv-cinder-837534-1-iscsi {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.577392 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.577607 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.577865 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.578110 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.578380 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.578614 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.578870 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.579126 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.579381 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.579606 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.579865 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.580112 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.580359 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.580607 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] log_file = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.580771 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] log_options = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.581658 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.581812 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.582064 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.582277 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.582452 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.582619 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.582886 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.583051 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.583318 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.583540 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.583776 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.584004 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.584225 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.584459 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.584708 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.584922 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.585151 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.585377 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.585624 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.585870 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.586128 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.586430 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.586660 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.586856 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.587090 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.587360 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.588679 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.588820 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:46:46.588965 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.589164 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.589396 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.589633 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.589960 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.590158 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.591360 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.591674 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.592001 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.592325 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.592631 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.592979 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.593458 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.593615 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.593774 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.594290 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.594290 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.594608 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.594882 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.595044 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] use_json = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.595508 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.595674 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.595864 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.597413 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.598064 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.598495 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.598760 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.599648 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.599887 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.600399 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.602625 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.602951 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.603290 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.603612 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.603938 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.604255 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.604571 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.604881 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.605208 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.605607 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.605924 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.606325 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.606655 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.606998 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.607332 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.607618 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.607904 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.608135 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.608382 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.608610 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.608978 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.609274 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.609523 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.609780 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.610041 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.610446 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.610754 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.611038 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.611376 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.611645 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.611922 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.612706 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.613582 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.613829 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.614086 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.614364 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.614596 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.614858 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.615131 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.615361 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.615622 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.615860 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.616200 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.616518 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.616763 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.617082 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.617384 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.617621 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.617850 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.618071 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.618364 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.618585 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.618799 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.619149 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.619379 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.619620 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.619866 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.620090 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.620489 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.620737 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.620984 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.621257 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.621503 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.621722 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.621949 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.622408 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.622625 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.622913 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.623136 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.623360 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.623597 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.623841 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.624057 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.624272 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.624500 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.624749 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.624972 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.625188 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.625401 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.625626 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.625863 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.626102 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.626360 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.626609 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.626828 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.627043 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.627261 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.627475 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.627717 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.628401 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.628711 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.629122 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.629397 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.629672 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.629919 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.630218 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.630537 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.630801 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.631026 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.631270 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.631520 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.631788 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.632038 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.632286 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.632516 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.632738 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.632983 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.633202 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.633421 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.633646 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.633889 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.634147 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.634399 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.634681 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.634922 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.635176 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.635434 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.635694 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.635981 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.636201 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.636475 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.636701 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.636958 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.637264 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.637521 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.637813 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.638053 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.638338 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.638605 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.638856 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.639132 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.639386 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.639618 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.639862 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.640328 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.640429 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.640662 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.640923 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.641248 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.641483 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.641729 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.641946 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.642225 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.642457 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.642707 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.642983 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.643245 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.644054 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.644330 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.644589 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.644813 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.645063 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.645330 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.645549 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.645805 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.646030 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.646293 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.646519 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.646736 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.646988 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.647224 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.647443 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.647680 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.647896 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.648112 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.648358 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.648653 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.648882 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.649126 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.649345 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.649569 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.649787 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.650022 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.650294 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.650513 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.650836 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.651094 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.651332 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.651562 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.651807 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.652234 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.652639 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.652908 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.653155 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.653378 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.653596 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.653816 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.654058 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.654314 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.654543 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.654778 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.655030 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.655281 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.655653 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.655916 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.656164 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.656412 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.656649 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.656865 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.657082 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.657304 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.657518 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.657734 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.657964 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.658235 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.658467 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.658689 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.659412 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.660228 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.660515 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.660777 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.661052 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.661289 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.661529 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.661771 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.661995 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.662259 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.662480 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.662960 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.663176 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.663396 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.663609 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.663909 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.664164 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.664407 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.664668 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.664892 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.665175 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.665408 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.665625 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.665839 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.666066 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.666314 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.666531 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.666866 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.667054 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.667270 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.667497 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.667743 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.667958 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.668237 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.668477 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.668577 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:46:46.668711 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.668916 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.669135 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.669371 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.669598 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.669811 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.670023 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.670273 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.670517 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.670733 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.670979 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.671267 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.671487 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.671935 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.672343 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.672650 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.673022 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.679312 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.679611 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.679964 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.680248 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.680520 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.680792 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.681118 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.681378 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.681666 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.681927 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.682230 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.682435 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.682722 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.683336 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.683457 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.683645 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.683930 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.684240 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.684535 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.684809 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.685034 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.685339 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.685667 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.685964 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.686265 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.686502 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.686749 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.686977 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.687228 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.687452 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.687693 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.687915 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.688163 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.688481 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.688949 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.689327 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.689569 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.689789 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.690055 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.690546 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.690901 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.691137 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.691302 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 17:46:46.691823 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109717) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 17:46:46.691989 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 17:46:46.692150 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 17:46:46.692322 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 17:46:46.692522 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 17:46:46.692673 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 17:46:46.692888 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.693055 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.693220 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.693386 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.693553 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.693736 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.693894 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.694078 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.694237 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.694403 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.694565 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.694728 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.694889 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.695050 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.695212 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.695371 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.695529 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.695840 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.696158 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.696319 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.696482 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.696647 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.696808 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] debug = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.696968 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.697174 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.697340 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.697650 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.697813 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.697978 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.698148 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.698341 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.698480 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.698633 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.698796 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.698954 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.699113 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.699274 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.699436 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.699595 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.699755 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.699915 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.700075 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] host = dv-cinder-837534-1-iscsi {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.700235 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.700633 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.700934 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.701274 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.701613 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.701946 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.702299 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.702631 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.702961 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.703287 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.703632 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.704402 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 34640) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:46:46.706397 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.706733 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.706918 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] log_file = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.707104 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] log_options = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.707279 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.707455 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.707626 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.707822 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.707993 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.708161 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.708328 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.708493 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.708660 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.708823 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.708986 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.709150 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.709317 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.709475 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.709636 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.709794 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.709952 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.710111 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.710315 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.710489 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.710648 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.710792 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.710947 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.711092 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.711243 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.711401 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.711559 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.711716 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.711874 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.712032 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.712189 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.712349 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.712506 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.712663 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.712821 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.712978 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.713137 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.713295 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.713471 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.713613 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.713930 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.714090 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.714313 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.714476 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.714637 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.714792 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.714949 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] use_json = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.715108 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.715269 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.715438 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.715584 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.715734 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.715890 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.716046 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.716204 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.716362 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 17:46:46.716541 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.716702 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.716874 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.717034 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.717203 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.717406 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.717505 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.717658 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.717861 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.718029 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.718129 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.718244 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0108609 Apr 12 17:46:46.718320 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.718474 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.719063 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.719063 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.719063 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.719063 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.719396 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.719396 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.719550 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.719675 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.719832 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.720000 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.720158 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.720316 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.720474 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.720633 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.720799 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.720958 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.721133 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.721291 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.721991 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.722127 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.722375 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.722573 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.722717 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.722879 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.723039 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.723199 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.723356 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.723514 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.723673 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.723835 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.723993 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.724151 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.724313 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.724473 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.724621 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.724823 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.724955 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.725081 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.725228 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.725370 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.725533 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.725691 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.725850 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.726008 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.726210 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.726359 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.726518 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.726675 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.726834 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.726992 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.727149 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.727307 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.727481 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.727619 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.727781 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.727950 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.728264 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.728424 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.728584 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.728745 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.728903 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.729061 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.729219 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.729379 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.729535 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.729692 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.729856 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.730015 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.730187 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.730364 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.730523 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.730681 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.730839 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.730996 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.731156 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.731312 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.731465 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.731603 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.731763 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.731937 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.732094 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.732229 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.732388 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.732539 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.732693 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.732883 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.732997 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.733154 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.733314 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.733473 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.733632 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.733794 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.733952 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.734110 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.734290 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.734450 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.734608 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.734766 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.734923 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.735081 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.735240 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.735400 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.735546 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.735706 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.735864 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.736022 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.736190 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.736348 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.736507 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.736665 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.736830 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.737000 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.737688 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.737875 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.737992 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.738138 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.738406 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.738496 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.738615 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.738773 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.738931 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.739089 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.739260 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.739419 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.739578 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.739737 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.739927 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.740085 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.740246 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.740403 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.740563 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.740722 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.740880 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.741040 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.741198 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.741357 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.741516 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.741675 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.741835 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.741992 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.742166 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.742339 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.742511 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.742661 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.742807 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.742950 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.743109 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.743252 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.743393 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.743531 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.743667 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.743801 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.743964 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.744121 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.744279 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.744437 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.744596 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.744755 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.744913 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.745075 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.745227 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.745373 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.745526 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.745686 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.745845 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.745984 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.746140 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.746322 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.746482 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.746642 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.746802 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.746960 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.747119 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.747277 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.747435 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.747593 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.747752 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.747911 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.748071 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.748229 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.748388 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.748566 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.748724 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.748881 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.749041 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.749199 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.749357 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.749515 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.749673 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.749836 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.749996 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.750227 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.750360 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.750475 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.750633 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.750790 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.750947 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.751108 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.751268 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.751429 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.751586 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.751792 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.751888 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.752048 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.752206 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.752363 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.752522 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.752687 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.752886 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.753127 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.753217 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.753320 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.753479 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.753636 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.753794 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.753952 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.754121 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.754301 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.754446 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.754607 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.754763 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.754920 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.755088 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.755247 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.755405 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.755562 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.755719 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.755883 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.756063 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.756208 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.756366 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.756527 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.756685 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.756838 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.756997 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.757154 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.757298 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.757440 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.758256 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.758256 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.758256 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.758256 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.758256 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.758610 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.758610 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.758796 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.758796 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.759023 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.759174 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.759261 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.759425 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.759582 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.759741 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.759916 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.760079 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.760294 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.760423 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.760549 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.760672 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.760828 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.761008 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.761162 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.761328 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.761487 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.761655 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.761822 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.762795 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.762795 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.762795 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.762795 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.762795 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.762795 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.763244 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.763244 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.763244 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.763458 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.763536 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.763641 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.763799 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.763956 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.764113 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.764270 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.764430 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.764588 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.764746 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.764903 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.765061 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.765219 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.765376 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 17:46:46.765528 dv-cinder-837534-1-iscsi neutron-server[109717]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 17:46:58.266217 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e1dc89-268d-4609-b318-d2f43a118858 None None] get_active_networks_info from dv-cinder-837534-1-iscsi {{(pid=109828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 17:46:58.349447 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e1dc89-268d-4609-b318-d2f43a118858 None None] No non-hosted networks {{(pid=109828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 17:46:58.369701 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.agentschedulers_db [None req-74e1dc89-268d-4609-b318-d2f43a118858 None None] DHCP Agent not found on host dv-cinder-837534-1-iscsi {{(pid=109828) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 12 17:46:58.473868 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-28547272-bfb4-4dbc-9a16-02b640713600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548782'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:00.759412 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-d7542bb5-119f-48d7-8969-7ec85f18c06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548782'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:00.858463 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-282dad03-e23f-4cb8-aad9-7abb29665c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:01.530010 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 34706) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:47:01.617107 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548782'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:02.086273 dv-cinder-837534-1-iscsi neutron-server[109826]: WARNING oslo_policy.policy [None req-d2785534-daa7-4142-bece-2e80b7eef808 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:47:02.086955 dv-cinder-837534-1-iscsi neutron-server[109826]: WARNING oslo_policy.policy [None req-d2785534-daa7-4142-bece-2e80b7eef808 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:47:02.324208 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [None req-d2785534-daa7-4142-bece-2e80b7eef808 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:47:02.331360 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-d2785534-daa7-4142-bece-2e80b7eef808 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7985320 Apr 12 17:47:03.064332 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548782'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:04.352687 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548782'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:04.354354 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:04.354900 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:04.355234 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:04.355726 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:04.356426 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:04.356761 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:04.357085 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:04.357581 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:04.357911 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:04.358255 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:04.358591 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:04.359064 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:04.359402 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:04.359721 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:04.360045 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:04.360438 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837534-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:47:04.367761 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837534-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:47:04.924133 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 34740) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:47:05.240555 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-f11fc163-255c-4b39-8f95-adad1aa1a9fd admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:47:05.333521 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.policy [None req-f11fc163-255c-4b39-8f95-adad1aa1a9fd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109826) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 17:47:05.375926 dv-cinder-837534-1-iscsi neutron-server[109826]: WARNING oslo_policy.policy [None req-f11fc163-255c-4b39-8f95-adad1aa1a9fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:47:05.376309 dv-cinder-837534-1-iscsi neutron-server[109826]: WARNING oslo_policy.policy [None req-f11fc163-255c-4b39-8f95-adad1aa1a9fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:47:05.472674 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f11fc163-255c-4b39-8f95-adad1aa1a9fd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742382359561', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742382361149', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742382377545', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742382401210', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742382397749', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742382390449', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1674698', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1863649', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-900969', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-660781'] for rbac-policy (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:05.541446 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f11fc163-255c-4b39-8f95-adad1aa1a9fd admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:05.542681 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-f11fc163-255c-4b39-8f95-adad1aa1a9fd admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6169801 Apr 12 17:47:08.086732 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 34752) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:47:08.410009 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:47:08.438743 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Made reservation on behalf of 58dc46059dc4429a8efe07fab9c00b9e for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:47:08.443070 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for network (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:08.460150 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:08.573276 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Publish callbacks [] for security_group (e4c6e8f1-8fea-467a-8996-e93b27699b08), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:08.576980 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (e4c6e8f1-8fea-467a-8996-e93b27699b08), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:08.610385 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:47:08.638098 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742383711663', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (13a40fec-9f68-43fa-9091-e9ff8a541c19), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:08.638704 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Unsubscribe: segment precommit_create {{(pid=109826) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 17:47:08.639234 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.segments_db [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Added segment 13a40fec-9f68-43fa-9091-e9ff8a541c19 of type vlan for network 2fee1cc4-3972-4ea7-9a4e-3a585909af88 Apr 12 17:47:08.645343 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c6e8f1-8fea-467a-8996-e93b27699b08,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:47:08.667530 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:08.667873 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:08.668234 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:08.668650 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:08.669009 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:08.669346 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:08.669725 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:08.670080 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:08.670427 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:08.670751 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:08.671073 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:08.671465 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:08.671729 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:08.672046 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:08.672360 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Tracked resource versions report: Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: pushed versions: Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: { 'AddressGroup': {'1.2'}, Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Agent': {'1.1'}, Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'ConntrackHelper': {'1.0'}, Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Log': {'1.0'}, Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'NDPProxy': {'1.0'}, Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Network': {'1.1'}, Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Port': {'1.7'}, Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'PortForwarding': {'1.3'}, Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'QosPolicy': {'1.10'}, Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'SecurityGroup': {'1.5'}, Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'SubPort': {'1.0'}, Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Subnet': {'1.1'}, Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Trunk': {'1.1'}} Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: consumer versions: Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: { DHCP agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: L3 agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: Metadata agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: Metering agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: Open vSwitch agent@dv-cinder-837534-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Agent': '1.1', Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'ConntrackHelper': '1.0', Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'LocalIPAssociation': '1.0', Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Log': '1.0', Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'NDPProxy': '1.0', Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Network': '1.1', Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Port': '1.7', Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'PortForwarding': '1.3', Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'QosPolicy': '1.10', Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'SecurityGroup': '1.5', Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'SecurityGroupRule': '1.2', Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'SubPort': '1.0', Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Subnet': '1.1', Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Trunk': '1.1'}} Apr 12 17:47:08.673750 dv-cinder-837534-1-iscsi neutron-server[109826]: {{(pid=109826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:47:08.751794 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742383173852'] for network (2fee1cc4-3972-4ea7-9a4e-3a585909af88), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:08.793329 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for network (2fee1cc4-3972-4ea7-9a4e-3a585909af88), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:08.798593 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:47:08.799313 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:08.871003 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7831919 Apr 12 17:47:08.918610 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7e5fd-8647-420a-b7e3-30ed1e8faa01 demo demo] Pushing event updated for resources: {'Network': ['ID=2fee1cc4-3972-4ea7-9a4e-3a585909af88,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:47:08.941272 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Network 2fee1cc4-3972-4ea7-9a4e-3a585909af88 details requested by agent ovs-agent-dv-cinder-837534-1-iscsi with host dv-cinder-837534-1-iscsi {{(pid=109828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:47:09.053558 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.db.l3_hamode_db [None req-824b47e2-7e86-4826-93f8-2982b08f80f2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 17:47:09.159023 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824b47e2-7e86-4826-93f8-2982b08f80f2 None None] Routers set() bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:47:09.159426 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824b47e2-7e86-4826-93f8-2982b08f80f2 None None] Router IDs set() for agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 17:47:11.430083 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 34764) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:47:11.827954 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a175975-3830-4359-a356-9f67011313cc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:47:11.829325 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-1a175975-3830-4359-a356-9f67011313cc demo admin] 10.222.0.24 "GET /v2.0/networks/2fee1cc4-3972-4ea7-9a4e-3a585909af88 HTTP/1.1" status: 200 len: 825 time: 0.3982873 Apr 12 17:47:11.852736 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-f0dcaa2b-837f-4dfc-a9ce-900e9eaef3a8 demo admin] 10.222.0.24 "GET /v2.0/subnetpools/c11eaaf1-1469-45cd-9e79-6823197527e1 HTTP/1.1" status: 200 len: 734 time: 0.0178449 Apr 12 17:47:11.860806 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-748803f0-b47f-48b4-a262-d2e68f8fc29c demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '2fee1cc4-3972-4ea7-9a4e-3a585909af88', 'subnetpool_id': 'c11eaaf1-1469-45cd-9e79-6823197527e1', 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:47:11.881772 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748803f0-b47f-48b4-a262-d2e68f8fc29c demo admin] Made reservation on behalf of 58dc46059dc4429a8efe07fab9c00b9e for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:47:11.884137 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-748803f0-b47f-48b4-a262-d2e68f8fc29c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:12.170605 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-748803f0-b47f-48b4-a262-d2e68f8fc29c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for subnet (4337a81d-0747-4c35-b898-0a5144b12676), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:12.243235 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748803f0-b47f-48b4-a262-d2e68f8fc29c demo admin] Pushing event updated for resources: {'Subnet': ['ID=4337a81d-0747-4c35-b898-0a5144b12676,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:47:12.245202 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748803f0-b47f-48b4-a262-d2e68f8fc29c demo admin] Checking segment: {'id': '13a40fec-9f68-43fa-9091-e9ff8a541c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2fee1cc4-3972-4ea7-9a4e-3a585909af88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:47:12.245578 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748803f0-b47f-48b4-a262-d2e68f8fc29c demo admin] Network hostable DHCP agents. Network: 2fee1cc4-3972-4ea7-9a4e-3a585909af88, hostable agents: ['f62d2ff0-78a3-4755-b741-8a96efa63a46'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:47:12.268104 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748803f0-b47f-48b4-a262-d2e68f8fc29c demo admin] Network 2fee1cc4-3972-4ea7-9a4e-3a585909af88 is scheduled to be hosted by DHCP agent f62d2ff0-78a3-4755-b741-8a96efa63a46 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:47:12.279970 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-748803f0-b47f-48b4-a262-d2e68f8fc29c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837534-1-iscsi, 2fee1cc4-3972-4ea7-9a4e-3a585909af88) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:47:12.285387 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748803f0-b47f-48b4-a262-d2e68f8fc29c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:47:12.286166 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-748803f0-b47f-48b4-a262-d2e68f8fc29c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:12.290702 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8467da8b-2de7-4891-a159-4c901b934b55 None None] Network 2fee1cc4-3972-4ea7-9a4e-3a585909af88 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:47:12.303352 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-748803f0-b47f-48b4-a262-d2e68f8fc29c demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4456005 Apr 12 17:47:12.671922 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a33860b-d462-54ed-9149-0f1d9a665084-2fee1cc4-3972-4ea7-9a4e-3a585909af88', 'network_id': '2fee1cc4-3972-4ea7-9a4e-3a585909af88', 'project_id': '58dc46059dc4429a8efe07fab9c00b9e', 'fixed_ips': [{'subnet_id': '4337a81d-0747-4c35-b898-0a5144b12676'}]}} from dv-cinder-837534-1-iscsi. {{(pid=109828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:47:12.673277 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:12.943015 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.db_base_plugin_common [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Allocated IP 172.20.0.2 (2fee1cc4-3972-4ea7-9a4e-3a585909af88/4337a81d-0747-4c35-b898-0a5144b12676/705a9d5b-9ca9-401a-bb60-4f4703245ffa) {{(pid=109828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:47:13.208800 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Publish callbacks [] for port (705a9d5b-9ca9-401a-bb60-4f4703245ffa), precommit_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:13.216729 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (705a9d5b-9ca9-401a-bb60-4f4703245ffa), after_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:13.282526 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Network 2fee1cc4-3972-4ea7-9a4e-3a585909af88 is already hosted by enough agents. {{(pid=109828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:47:13.287015 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.base_scheduler [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Resources bound (agent type, host, resource id): {{(pid=109828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:47:13.300707 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Received port after_create {{(pid=109828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:47:13.312268 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Pushing event updated for resources: {'Port': ['ID=705a9d5b-9ca9-401a-bb60-4f4703245ffa,revision_number=1']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:47:13.357622 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:13.357973 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:13.358363 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:13.358730 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:13.359069 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:13.359403 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:13.359734 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:13.360062 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:13.360392 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:13.360720 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:13.361049 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:13.361391 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:13.362369 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:13.362583 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:13.362914 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Tracked resource versions report: Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: pushed versions: Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: { 'AddressGroup': {'1.2'}, Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Agent': {'1.1'}, Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'ConntrackHelper': {'1.0'}, Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Log': {'1.0'}, Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'NDPProxy': {'1.0'}, Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Network': {'1.1'}, Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Port': {'1.7'}, Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'PortForwarding': {'1.3'}, Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'QosPolicy': {'1.10'}, Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'SecurityGroup': {'1.5'}, Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'SubPort': {'1.0'}, Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Subnet': {'1.1'}, Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Trunk': {'1.1'}} Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: consumer versions: Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: { DHCP agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: L3 agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: Metadata agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: Metering agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: Open vSwitch agent@dv-cinder-837534-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Agent': '1.1', Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'ConntrackHelper': '1.0', Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'LocalIPAssociation': '1.0', Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Log': '1.0', Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'NDPProxy': '1.0', Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Network': '1.1', Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Port': '1.7', Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'PortForwarding': '1.3', Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'QosPolicy': '1.10', Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'SecurityGroup': '1.5', Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'SecurityGroupRule': '1.2', Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'SubPort': '1.0', Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Subnet': '1.1', Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Trunk': '1.1'}} Apr 12 17:47:13.364384 dv-cinder-837534-1-iscsi neutron-server[109828]: {{(pid=109828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:47:13.399983 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Attempting to bind port 705a9d5b-9ca9-401a-bb60-4f4703245ffa on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:47:13.400387 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Attempting to bind port 705a9d5b-9ca9-401a-bb60-4f4703245ffa by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '13a40fec-9f68-43fa-9091-e9ff8a541c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2fee1cc4-3972-4ea7-9a4e-3a585909af88'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:47:13.400820 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Attempting to bind port 705a9d5b-9ca9-401a-bb60-4f4703245ffa on network 2fee1cc4-3972-4ea7-9a4e-3a585909af88 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:47:13.405765 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:47:13.406154 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Checking segment: {'id': '13a40fec-9f68-43fa-9091-e9ff8a541c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2fee1cc4-3972-4ea7-9a4e-3a585909af88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:47:13.406655 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:13.407053 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Bound using segment: {'id': '13a40fec-9f68-43fa-9091-e9ff8a541c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2fee1cc4-3972-4ea7-9a4e-3a585909af88'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:47:13.407523 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Bound port: 705a9d5b-9ca9-401a-bb60-4f4703245ffa, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a40fec-9f68-43fa-9091-e9ff8a541c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2fee1cc4-3972-4ea7-9a4e-3a585909af88'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:47:13.407939 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (705a9d5b-9ca9-401a-bb60-4f4703245ffa), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:13.469295 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] For port 705a9d5b-9ca9-401a-bb60-4f4703245ffa, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:47:13.490457 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] For port 705a9d5b-9ca9-401a-bb60-4f4703245ffa, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=705a9d5b-9ca9-401a-bb60-4f4703245ffa,segment=NetworkSegment(13a40fec-9f68-43fa-9091-e9ff8a541c19),segment_id=13a40fec-9f68-43fa-9091-e9ff8a541c19)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:47:13.498426 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (705a9d5b-9ca9-401a-bb60-4f4703245ffa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:13.556288 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef2ad9-b927-48b7-b03d-c35adaa17ec7 None None] Pushing event updated for resources: {'Port': ['ID=705a9d5b-9ca9-401a-bb60-4f4703245ffa,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:47:14.906359 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 34772) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:47:15.413865 dv-cinder-837534-1-iscsi neutron-server[109827]: WARNING oslo_policy.policy [None req-564ce741-70c8-429b-b974-9d2519b43b23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:47:15.414485 dv-cinder-837534-1-iscsi neutron-server[109827]: WARNING oslo_policy.policy [None req-564ce741-70c8-429b-b974-9d2519b43b23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:47:15.637609 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [None req-564ce741-70c8-429b-b974-9d2519b43b23 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:47:15.638798 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-564ce741-70c8-429b-b974-9d2519b43b23 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7315011 Apr 12 17:47:18.184057 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 34786) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:47:18.501203 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [None req-57c23187-2c0b-4190-b8d4-45aa3c89c63e admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:47:18.502412 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-57c23187-2c0b-4190-b8d4-45aa3c89c63e admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3172326 Apr 12 17:47:21.035691 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 34794) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:47:21.352184 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-f26b5183-ed71-4e1c-b490-bd57dce3fa34 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:47:21.412379 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.policy [None req-f26b5183-ed71-4e1c-b490-bd57dce3fa34 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109827) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 17:47:21.457502 dv-cinder-837534-1-iscsi neutron-server[109827]: WARNING oslo_policy.policy [None req-f26b5183-ed71-4e1c-b490-bd57dce3fa34 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:47:21.457887 dv-cinder-837534-1-iscsi neutron-server[109827]: WARNING oslo_policy.policy [None req-f26b5183-ed71-4e1c-b490-bd57dce3fa34 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 17:47:21.520091 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f26b5183-ed71-4e1c-b490-bd57dce3fa34 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8074'] for router (d349730d-b8bf-4648-a7ff-5ae7251d6830), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:21.522030 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f26b5183-ed71-4e1c-b490-bd57dce3fa34 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8083'] for router (d349730d-b8bf-4648-a7ff-5ae7251d6830), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:21.680025 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f26b5183-ed71-4e1c-b490-bd57dce3fa34 demo demo] Publish callbacks [] for router_controller (d349730d-b8bf-4648-a7ff-5ae7251d6830), precommit_add_association {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:21.684814 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f26b5183-ed71-4e1c-b490-bd57dce3fa34 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546215'] for router (d349730d-b8bf-4648-a7ff-5ae7251d6830), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:21.708449 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f26b5183-ed71-4e1c-b490-bd57dce3fa34 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:21.709629 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-f26b5183-ed71-4e1c-b490-bd57dce3fa34 demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6729238 Apr 12 17:47:24.312408 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 34808) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:47:24.628675 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [None req-16a7d188-be57-4a67-8b74-c8e7ee3f7c6b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:47:24.629660 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-16a7d188-be57-4a67-8b74-c8e7ee3f7c6b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3164101 Apr 12 17:47:25.131700 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 705a9d5b-9ca9-401a-bb60-4f4703245ffa up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:47:25.201400 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d418e0-cd8d-453d-87a3-cb2fc960b831 None None] Network 2fee1cc4-3972-4ea7-9a4e-3a585909af88 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:47:25.277256 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 705a9d5b-9ca9-401a-bb60-4f4703245ffa triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:47:25.277680 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (705a9d5b-9ca9-401a-bb60-4f4703245ffa), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:25.336971 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-be03d3d0-b2be-4980-9873-8b210334ff74 None None] Provisioning complete for port 705a9d5b-9ca9-401a-bb60-4f4703245ffa triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:47:25.337294 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-be03d3d0-b2be-4980-9873-8b210334ff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (705a9d5b-9ca9-401a-bb60-4f4703245ffa), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:25.512556 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 705a9d5b-9ca9-401a-bb60-4f4703245ffa is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:47:25.512950 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (705a9d5b-9ca9-401a-bb60-4f4703245ffa), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:25.533183 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-be03d3d0-b2be-4980-9873-8b210334ff74 None None] Current status of the port 705a9d5b-9ca9-401a-bb60-4f4703245ffa is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:47:25.534133 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-be03d3d0-b2be-4980-9873-8b210334ff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (705a9d5b-9ca9-401a-bb60-4f4703245ffa), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:25.569346 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] For port 705a9d5b-9ca9-401a-bb60-4f4703245ffa, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=705a9d5b-9ca9-401a-bb60-4f4703245ffa,segment=NetworkSegment(13a40fec-9f68-43fa-9091-e9ff8a541c19),segment_id=13a40fec-9f68-43fa-9091-e9ff8a541c19)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:47:25.576540 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (705a9d5b-9ca9-401a-bb60-4f4703245ffa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:25.607340 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 5 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:47:25.649570 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.db.api [None req-be03d3d0-b2be-4980-9873-8b210334ff74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 17:47:25.649985 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG oslo_db.api [None req-be03d3d0-b2be-4980-9873-8b210334ff74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 17:47:25.654257 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Pushing event updated for resources: {'Port': ['ID=705a9d5b-9ca9-401a-bb60-4f4703245ffa,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:47:26.184923 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-be03d3d0-b2be-4980-9873-8b210334ff74 None None] Current status of the port 705a9d5b-9ca9-401a-bb60-4f4703245ffa is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:47:26.302442 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-83859d56-acc8-460f-be50-151baed7eac6 None None] Provisioning complete for port 705a9d5b-9ca9-401a-bb60-4f4703245ffa triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:47:26.302829 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-83859d56-acc8-460f-be50-151baed7eac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (705a9d5b-9ca9-401a-bb60-4f4703245ffa), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:26.376063 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-83859d56-acc8-460f-be50-151baed7eac6 None None] Current status of the port 705a9d5b-9ca9-401a-bb60-4f4703245ffa is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:47:27.112466 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 705a9d5b-9ca9-401a-bb60-4f4703245ffa up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:47:27.159513 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 705a9d5b-9ca9-401a-bb60-4f4703245ffa triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:47:27.159905 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (705a9d5b-9ca9-401a-bb60-4f4703245ffa), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:27.223768 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 34818) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:47:27.235624 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 705a9d5b-9ca9-401a-bb60-4f4703245ffa is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:47:27.536948 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:47:27.558887 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Made reservation on behalf of bc1905b3329d4ee8842a8ca7ce830f14 for: {'network': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:47:27.561460 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for network (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:27.576749 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:27.679192 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Publish callbacks [] for security_group (9c3e13ba-d5a5-44d9-a249-4d4d183e7ef3), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:27.682602 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (9c3e13ba-d5a5-44d9-a249-4d4d183e7ef3), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:27.694824 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Reserving flat network on physical network physnet1 {{(pid=109827) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 17:47:27.727334 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742383711663', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (6ca4c317-0f92-45f1-970d-ce48fc0dae6c), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:27.727334 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Unsubscribe: segment precommit_create {{(pid=109827) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 17:47:27.727334 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.segments_db [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Added segment 6ca4c317-0f92-45f1-970d-ce48fc0dae6c of type flat for network 05f7d063-e626-411a-9797-8659504ada56 Apr 12 17:47:27.747951 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3e13ba-d5a5-44d9-a249-4d4d183e7ef3,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:47:27.801177 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:27.801544 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:27.801909 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:27.802274 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:27.802612 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:27.802944 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:27.803270 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:27.803595 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:27.803980 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:27.804381 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:27.804722 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:27.805063 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:27.805387 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:27.805707 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:27.806025 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Tracked resource versions report: Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: pushed versions: Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: { 'AddressGroup': {'1.2'}, Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Agent': {'1.1'}, Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'ConntrackHelper': {'1.0'}, Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Log': {'1.0'}, Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'NDPProxy': {'1.0'}, Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Network': {'1.1'}, Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Port': {'1.7'}, Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'PortForwarding': {'1.3'}, Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'QosPolicy': {'1.10'}, Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'SecurityGroup': {'1.5'}, Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'SubPort': {'1.0'}, Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Subnet': {'1.1'}, Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Trunk': {'1.1'}} Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: consumer versions: Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: { DHCP agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: L3 agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: Metadata agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: Metering agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: Open vSwitch agent@dv-cinder-837534-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Agent': '1.1', Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'ConntrackHelper': '1.0', Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'LocalIPAssociation': '1.0', Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Log': '1.0', Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'NDPProxy': '1.0', Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Network': '1.1', Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Port': '1.7', Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'PortForwarding': '1.3', Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'QosPolicy': '1.10', Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'SecurityGroup': '1.5', Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'SecurityGroupRule': '1.2', Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'SubPort': '1.0', Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Subnet': '1.1', Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Trunk': '1.1'}} Apr 12 17:47:27.807513 dv-cinder-837534-1-iscsi neutron-server[109827]: {{(pid=109827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:47:27.850073 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742383173852'] for network (05f7d063-e626-411a-9797-8659504ada56), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:27.892898 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for network (05f7d063-e626-411a-9797-8659504ada56), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:27.894143 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:47:27.894866 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:27.958761 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7338758 Apr 12 17:47:28.001236 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795de47-687a-49ac-9f7e-69cc4784d5e3 admin admin] Pushing event updated for resources: {'Network': ['ID=05f7d063-e626-411a-9797-8659504ada56,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:47:28.011945 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Network 05f7d063-e626-411a-9797-8659504ada56 details requested by agent ovs-agent-dv-cinder-837534-1-iscsi with host dv-cinder-837534-1-iscsi {{(pid=109828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:47:28.213455 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-9d4f37aa-ca43-4b69-bd69-3b42b289d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:30.477961 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 34830) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:47:30.760241 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-6d1c680e-4481-4e52-a1c8-4e81ded6cc0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:30.845906 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db030ad-52f6-404e-8aca-11440fc6408c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:47:30.848202 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-6db030ad-52f6-404e-8aca-11440fc6408c demo admin] 10.222.0.24 "GET /v2.0/subnets/4337a81d-0747-4c35-b898-0a5144b12676 HTTP/1.1" status: 200 len: 849 time: 0.3692505 Apr 12 17:47:31.011581 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-3840cf54-65bc-4200-97c6-91620f4d327f demo admin] 10.222.0.24 "GET /v2.0/routers/d349730d-b8bf-4648-a7ff-5ae7251d6830 HTTP/1.1" status: 200 len: 704 time: 0.1565261 Apr 12 17:47:31.279123 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-980a275c-82b9-4d27-a621-ae7bd9221dcb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:31.563536 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-980a275c-82b9-4d27-a621-ae7bd9221dcb demo admin] Allocated IP 172.20.0.1 (2fee1cc4-3972-4ea7-9a4e-3a585909af88/4337a81d-0747-4c35-b898-0a5144b12676/d3ed9181-4c15-4ac3-81ac-efbcf1f5461a) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:47:31.579097 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:31.719023 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-980a275c-82b9-4d27-a621-ae7bd9221dcb demo admin] Publish callbacks [] for port (d3ed9181-4c15-4ac3-81ac-efbcf1f5461a), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:31.783269 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-980a275c-82b9-4d27-a621-ae7bd9221dcb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (d3ed9181-4c15-4ac3-81ac-efbcf1f5461a), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:31.901679 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980a275c-82b9-4d27-a621-ae7bd9221dcb demo admin] Network 2fee1cc4-3972-4ea7-9a4e-3a585909af88 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:47:31.908558 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-980a275c-82b9-4d27-a621-ae7bd9221dcb demo admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:47:31.914520 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980a275c-82b9-4d27-a621-ae7bd9221dcb demo admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:47:31.914974 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-980a275c-82b9-4d27-a621-ae7bd9221dcb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546134'] for router_interface (d349730d-b8bf-4648-a7ff-5ae7251d6830), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:31.972147 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a275c-82b9-4d27-a621-ae7bd9221dcb demo admin] Pushing event updated for resources: {'Port': ['ID=d3ed9181-4c15-4ac3-81ac-efbcf1f5461a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:47:32.123967 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-980a275c-82b9-4d27-a621-ae7bd9221dcb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (d3ed9181-4c15-4ac3-81ac-efbcf1f5461a), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:32.228646 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-b1d6faaf-c4b6-4470-8df1-e22595621c33 None None] Provisioning complete for port d3ed9181-4c15-4ac3-81ac-efbcf1f5461a triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:47:32.229174 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b1d6faaf-c4b6-4470-8df1-e22595621c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (d3ed9181-4c15-4ac3-81ac-efbcf1f5461a), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:32.266243 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-b1d6faaf-c4b6-4470-8df1-e22595621c33 None None] Port d3ed9181-4c15-4ac3-81ac-efbcf1f5461a cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:47:32.339215 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-980a275c-82b9-4d27-a621-ae7bd9221dcb demo admin] Publish callbacks [] for port (d3ed9181-4c15-4ac3-81ac-efbcf1f5461a), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:32.343891 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-980a275c-82b9-4d27-a621-ae7bd9221dcb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (d3ed9181-4c15-4ac3-81ac-efbcf1f5461a), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:32.344767 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-980a275c-82b9-4d27-a621-ae7bd9221dcb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548582'] for router_interface (d349730d-b8bf-4648-a7ff-5ae7251d6830), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:32.425306 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a275c-82b9-4d27-a621-ae7bd9221dcb demo admin] Pushing event updated for resources: {'Port': ['ID=d3ed9181-4c15-4ac3-81ac-efbcf1f5461a,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:47:32.469471 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980a275c-82b9-4d27-a621-ae7bd9221dcb demo admin] Network 2fee1cc4-3972-4ea7-9a4e-3a585909af88 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:47:32.470811 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-980a275c-82b9-4d27-a621-ae7bd9221dcb demo admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:47:32.635618 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980a275c-82b9-4d27-a621-ae7bd9221dcb demo admin] Router d349730d-b8bf-4648-a7ff-5ae7251d6830 is scheduled to L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:47:32.685469 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-420c4c49-edaf-45ea-9431-cf45f88f10e2 None None] Provisioning complete for port d3ed9181-4c15-4ac3-81ac-efbcf1f5461a triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:47:32.685760 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-420c4c49-edaf-45ea-9431-cf45f88f10e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (d3ed9181-4c15-4ac3-81ac-efbcf1f5461a), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:32.719325 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-420c4c49-edaf-45ea-9431-cf45f88f10e2 None None] Port d3ed9181-4c15-4ac3-81ac-efbcf1f5461a cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:47:32.729532 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980a275c-82b9-4d27-a621-ae7bd9221dcb demo admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:47:32.735000 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-980a275c-82b9-4d27-a621-ae7bd9221dcb demo admin] 10.222.0.24 "PUT /v2.0/routers/d349730d-b8bf-4648-a7ff-5ae7251d6830/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7182205 Apr 12 17:47:32.749894 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] Sync routers for ids ['d349730d-b8bf-4648-a7ff-5ae7251d6830'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:47:32.765377 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] Routers {'d349730d-b8bf-4648-a7ff-5ae7251d6830'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:47:32.766281 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:47:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['d349730d-b8bf-4648-a7ff-5ae7251d6830'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:47:32.962741 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] Set router d349730d-b8bf-4648-a7ff-5ae7251d6830 gateway port host: None {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:47:33.011339 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:33.377580 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd349730d-b8bf-4648-a7ff-5ae7251d6830', 'name': 'router1', 'tenant_id': '58dc46059dc4429a8efe07fab9c00b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:47:21Z', 'updated_at': '2022-04-12T17:47:32Z', 'revision_number': 2, 'project_id': '58dc46059dc4429a8efe07fab9c00b9e', 'gw_port_host': None, '_interfaces': [{'id': 'd3ed9181-4c15-4ac3-81ac-efbcf1f5461a', 'name': '', 'network_id': '2fee1cc4-3972-4ea7-9a4e-3a585909af88', 'tenant_id': '58dc46059dc4429a8efe07fab9c00b9e', 'mac_address': 'fa:16:3e:43:21:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd349730d-b8bf-4648-a7ff-5ae7251d6830', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4337a81d-0747-4c35-b898-0a5144b12676', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:47:31Z', 'updated_at': '2022-04-12T17:47:32Z', 'revision_number': 2, 'project_id': '58dc46059dc4429a8efe07fab9c00b9e', 'subnets': [{'id': '4337a81d-0747-4c35-b898-0a5144b12676', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c11eaaf1-1469-45cd-9e79-6823197527e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:47:33.429473 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] Checking router: d349730d-b8bf-4648-a7ff-5ae7251d6830 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:47:33.429860 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] Updating router d349730d-b8bf-4648-a7ff-5ae7251d6830 port d3ed9181-4c15-4ac3-81ac-efbcf1f5461a binding host dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:47:33.482088 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (d3ed9181-4c15-4ac3-81ac-efbcf1f5461a), before_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:33.993231 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] Publish callbacks [] for port (d3ed9181-4c15-4ac3-81ac-efbcf1f5461a), precommit_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:33.999194 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (d3ed9181-4c15-4ac3-81ac-efbcf1f5461a), after_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:34.178948 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] Attempting to bind port d3ed9181-4c15-4ac3-81ac-efbcf1f5461a on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:47:34.179362 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] Attempting to bind port d3ed9181-4c15-4ac3-81ac-efbcf1f5461a by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '13a40fec-9f68-43fa-9091-e9ff8a541c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2fee1cc4-3972-4ea7-9a4e-3a585909af88'}] {{(pid=109829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:47:34.179803 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] Attempting to bind port d3ed9181-4c15-4ac3-81ac-efbcf1f5461a on network 2fee1cc4-3972-4ea7-9a4e-3a585909af88 {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:47:34.182779 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277568a6-0bfc-41a3-8ec1-80951a90bccc None None] Pushing event updated for resources: {'Port': ['ID=d3ed9181-4c15-4ac3-81ac-efbcf1f5461a,revision_number=3']} {{(pid=109829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:47:34.190154 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:47:34.191175 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] Checking segment: {'id': '13a40fec-9f68-43fa-9091-e9ff8a541c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2fee1cc4-3972-4ea7-9a4e-3a585909af88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:47:34.191984 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:34.192385 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] Bound using segment: {'id': '13a40fec-9f68-43fa-9091-e9ff8a541c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2fee1cc4-3972-4ea7-9a4e-3a585909af88'} {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:47:34.192856 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] Bound port: d3ed9181-4c15-4ac3-81ac-efbcf1f5461a, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a40fec-9f68-43fa-9091-e9ff8a541c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2fee1cc4-3972-4ea7-9a4e-3a585909af88'}}] {{(pid=109829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:47:34.193242 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (d3ed9181-4c15-4ac3-81ac-efbcf1f5461a), before_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:34.196427 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277568a6-0bfc-41a3-8ec1-80951a90bccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:34.196774 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277568a6-0bfc-41a3-8ec1-80951a90bccc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:34.197124 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277568a6-0bfc-41a3-8ec1-80951a90bccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:34.197469 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277568a6-0bfc-41a3-8ec1-80951a90bccc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:34.197806 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277568a6-0bfc-41a3-8ec1-80951a90bccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:34.198141 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277568a6-0bfc-41a3-8ec1-80951a90bccc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:34.198500 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277568a6-0bfc-41a3-8ec1-80951a90bccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:34.198836 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277568a6-0bfc-41a3-8ec1-80951a90bccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:34.199160 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277568a6-0bfc-41a3-8ec1-80951a90bccc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:34.199489 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277568a6-0bfc-41a3-8ec1-80951a90bccc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:34.199816 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277568a6-0bfc-41a3-8ec1-80951a90bccc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:34.200158 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277568a6-0bfc-41a3-8ec1-80951a90bccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:34.200482 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277568a6-0bfc-41a3-8ec1-80951a90bccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:34.200806 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277568a6-0bfc-41a3-8ec1-80951a90bccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:34.201128 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277568a6-0bfc-41a3-8ec1-80951a90bccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277568a6-0bfc-41a3-8ec1-80951a90bccc None None] Tracked resource versions report: Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: pushed versions: Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: { 'AddressGroup': {'1.2'}, Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Agent': {'1.1'}, Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'ConntrackHelper': {'1.0'}, Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Log': {'1.0'}, Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'NDPProxy': {'1.0'}, Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Network': {'1.1'}, Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Port': {'1.7'}, Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'PortForwarding': {'1.3'}, Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'QosPolicy': {'1.10'}, Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'SecurityGroup': {'1.5'}, Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'SubPort': {'1.0'}, Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Subnet': {'1.1'}, Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Trunk': {'1.1'}} Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: consumer versions: Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: { DHCP agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: L3 agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: Metadata agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: Metering agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: Open vSwitch agent@dv-cinder-837534-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Agent': '1.1', Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'ConntrackHelper': '1.0', Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'LocalIPAssociation': '1.0', Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Log': '1.0', Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'NDPProxy': '1.0', Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Network': '1.1', Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Port': '1.7', Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'PortForwarding': '1.3', Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'QosPolicy': '1.10', Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'SecurityGroup': '1.5', Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'SecurityGroupRule': '1.2', Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'SubPort': '1.0', Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Subnet': '1.1', Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Trunk': '1.1'}} Apr 12 17:47:34.202628 dv-cinder-837534-1-iscsi neutron-server[109829]: {{(pid=109829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:47:34.245851 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-48feac50-2b86-4432-8ba2-31cffe3a5696 None None] Provisioning complete for port d3ed9181-4c15-4ac3-81ac-efbcf1f5461a triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:47:34.246413 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-48feac50-2b86-4432-8ba2-31cffe3a5696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (d3ed9181-4c15-4ac3-81ac-efbcf1f5461a), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:34.272684 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.db [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] For port d3ed9181-4c15-4ac3-81ac-efbcf1f5461a, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:47:34.286327 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-48feac50-2b86-4432-8ba2-31cffe3a5696 None None] Port d3ed9181-4c15-4ac3-81ac-efbcf1f5461a cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:47:34.293609 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.db [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] For port d3ed9181-4c15-4ac3-81ac-efbcf1f5461a, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=d3ed9181-4c15-4ac3-81ac-efbcf1f5461a,segment=NetworkSegment(13a40fec-9f68-43fa-9091-e9ff8a541c19),segment_id=13a40fec-9f68-43fa-9091-e9ff8a541c19)] {{(pid=109829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:47:34.299746 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (d3ed9181-4c15-4ac3-81ac-efbcf1f5461a), after_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:34.357486 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:34.360184 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277568a6-0bfc-41a3-8ec1-80951a90bccc None None] Pushing event updated for resources: {'Port': ['ID=d3ed9181-4c15-4ac3-81ac-efbcf1f5461a,revision_number=4']} {{(pid=109829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:47:34.363521 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] Routers {'d349730d-b8bf-4648-a7ff-5ae7251d6830'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:47:34.364295 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:47:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['d349730d-b8bf-4648-a7ff-5ae7251d6830'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:47:34.459423 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] Set router d349730d-b8bf-4648-a7ff-5ae7251d6830 gateway port host: None {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:47:34.604647 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-b71f50eb-0554-420b-ba13-9a63bc311c4c None None] Provisioning complete for port d3ed9181-4c15-4ac3-81ac-efbcf1f5461a triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:47:34.605075 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b71f50eb-0554-420b-ba13-9a63bc311c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (d3ed9181-4c15-4ac3-81ac-efbcf1f5461a), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:34.668054 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd349730d-b8bf-4648-a7ff-5ae7251d6830', 'name': 'router1', 'tenant_id': '58dc46059dc4429a8efe07fab9c00b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:47:21Z', 'updated_at': '2022-04-12T17:47:32Z', 'revision_number': 2, 'project_id': '58dc46059dc4429a8efe07fab9c00b9e', 'gw_port_host': None, '_interfaces': [{'id': 'd3ed9181-4c15-4ac3-81ac-efbcf1f5461a', 'name': '', 'network_id': '2fee1cc4-3972-4ea7-9a4e-3a585909af88', 'tenant_id': '58dc46059dc4429a8efe07fab9c00b9e', 'mac_address': 'fa:16:3e:43:21:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd349730d-b8bf-4648-a7ff-5ae7251d6830', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4337a81d-0747-4c35-b898-0a5144b12676', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:47:31Z', 'updated_at': '2022-04-12T17:47:34Z', 'revision_number': 4, 'project_id': '58dc46059dc4429a8efe07fab9c00b9e', 'subnets': [{'id': '4337a81d-0747-4c35-b898-0a5144b12676', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c11eaaf1-1469-45cd-9e79-6823197527e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:47:34.688104 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-b71f50eb-0554-420b-ba13-9a63bc311c4c None None] Current status of the port d3ed9181-4c15-4ac3-81ac-efbcf1f5461a is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:47:34.688505 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b71f50eb-0554-420b-ba13-9a63bc311c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (d3ed9181-4c15-4ac3-81ac-efbcf1f5461a), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:34.702402 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7d6710-b63f-4b51-9d94-92ac949b8744 None None] The sync data for ids ['d349730d-b8bf-4648-a7ff-5ae7251d6830'] in dv-cinder-837534-1-iscsi is: [{'id': 'd349730d-b8bf-4648-a7ff-5ae7251d6830', 'name': 'router1', 'tenant_id': '58dc46059dc4429a8efe07fab9c00b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:47:21Z', 'updated_at': '2022-04-12T17:47:32Z', 'revision_number': 2, 'project_id': '58dc46059dc4429a8efe07fab9c00b9e', 'gw_port_host': None, '_interfaces': [{'id': 'd3ed9181-4c15-4ac3-81ac-efbcf1f5461a', 'name': '', 'network_id': '2fee1cc4-3972-4ea7-9a4e-3a585909af88', 'tenant_id': '58dc46059dc4429a8efe07fab9c00b9e', 'mac_address': 'fa:16:3e:43:21:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd349730d-b8bf-4648-a7ff-5ae7251d6830', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4337a81d-0747-4c35-b898-0a5144b12676', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:47:31Z', 'updated_at': '2022-04-12T17:47:34Z', 'revision_number': 4, 'project_id': '58dc46059dc4429a8efe07fab9c00b9e', 'subnets': [{'id': '4337a81d-0747-4c35-b898-0a5144b12676', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c11eaaf1-1469-45cd-9e79-6823197527e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:47:34.724234 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-b71f50eb-0554-420b-ba13-9a63bc311c4c None None] For port d3ed9181-4c15-4ac3-81ac-efbcf1f5461a, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=d3ed9181-4c15-4ac3-81ac-efbcf1f5461a,segment=NetworkSegment(13a40fec-9f68-43fa-9091-e9ff8a541c19),segment_id=13a40fec-9f68-43fa-9091-e9ff8a541c19)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:47:34.729241 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b71f50eb-0554-420b-ba13-9a63bc311c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (d3ed9181-4c15-4ac3-81ac-efbcf1f5461a), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:34.779827 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f50eb-0554-420b-ba13-9a63bc311c4c None None] Pushing event updated for resources: {'Port': ['ID=d3ed9181-4c15-4ac3-81ac-efbcf1f5461a,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:47:35.269516 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 34850) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:47:35.468709 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab54f134-f531-463b-8640-550f2d33b146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:47:35.470100 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-ab54f134-f531-463b-8640-550f2d33b146 admin admin] 10.222.0.24 "GET /v2.0/networks/05f7d063-e626-411a-9797-8659504ada56 HTTP/1.1" status: 200 len: 842 time: 0.1995199 Apr 12 17:47:35.479538 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-21977097-dd57-40af-be5e-fb36e47d8d1f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'ip_version': 4, 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'gateway_ip': '172.27.0.1'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:47:35.499728 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21977097-dd57-40af-be5e-fb36e47d8d1f admin admin] Made reservation on behalf of bc1905b3329d4ee8842a8ca7ce830f14 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:47:35.501972 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-21977097-dd57-40af-be5e-fb36e47d8d1f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:35.775157 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.objects.ports [None req-21977097-dd57-40af-be5e-fb36e47d8d1f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109826) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 17:47:35.775509 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-21977097-dd57-40af-be5e-fb36e47d8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for subnet (a1c1b3cc-63ce-4f96-8932-95ee32cb3e69), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:35.837480 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21977097-dd57-40af-be5e-fb36e47d8d1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c1b3cc-63ce-4f96-8932-95ee32cb3e69,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:47:35.844886 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21977097-dd57-40af-be5e-fb36e47d8d1f admin admin] Checking segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:47:35.845274 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21977097-dd57-40af-be5e-fb36e47d8d1f admin admin] Network hostable DHCP agents. Network: 05f7d063-e626-411a-9797-8659504ada56, hostable agents: ['f62d2ff0-78a3-4755-b741-8a96efa63a46'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:47:35.862977 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21977097-dd57-40af-be5e-fb36e47d8d1f admin admin] Network 05f7d063-e626-411a-9797-8659504ada56 is scheduled to be hosted by DHCP agent f62d2ff0-78a3-4755-b741-8a96efa63a46 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:47:35.871587 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-21977097-dd57-40af-be5e-fb36e47d8d1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837534-1-iscsi, 05f7d063-e626-411a-9797-8659504ada56) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:47:35.875689 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21977097-dd57-40af-be5e-fb36e47d8d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:47:35.876386 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-21977097-dd57-40af-be5e-fb36e47d8d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:35.884035 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42d0e09-2a37-41f9-a79e-62a926868864 None None] Network 05f7d063-e626-411a-9797-8659504ada56 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:47:35.901296 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-21977097-dd57-40af-be5e-fb36e47d8d1f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4162886 Apr 12 17:47:35.989941 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c9ea8c-52b6-440a-9c1a-0a5943296ba0 None None] Network 05f7d063-e626-411a-9797-8659504ada56 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:47:38.426038 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 34868) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:47:38.666995 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-904b8a7b-98d2-445a-b801-e1c14228960a demo admin] 10.222.0.24 "GET /v2.0/routers/d349730d-b8bf-4648-a7ff-5ae7251d6830 HTTP/1.1" status: 200 len: 710 time: 0.2400723 Apr 12 17:47:38.818141 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f9cf92-6a2d-4b3d-8bd8-b3486d54b293 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:47:38.825335 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-65f9cf92-6a2d-4b3d-8bd8-b3486d54b293 demo admin] 10.222.0.24 "GET /v2.0/networks/05f7d063-e626-411a-9797-8659504ada56 HTTP/1.1" status: 200 len: 886 time: 0.1529109 Apr 12 17:47:38.829670 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-f962bfae-d297-42ac-8d96-33f3ff9428c4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56'}}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:47:39.090625 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f962bfae-d297-42ac-8d96-33f3ff9428c4 demo admin] Publish callbacks [] for router_gateway (d349730d-b8bf-4648-a7ff-5ae7251d6830), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:39.306835 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f962bfae-d297-42ac-8d96-33f3ff9428c4 demo admin] Publish callbacks [] for router_gateway (d349730d-b8bf-4648-a7ff-5ae7251d6830), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:39.386009 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f962bfae-d297-42ac-8d96-33f3ff9428c4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:39.564547 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-f962bfae-d297-42ac-8d96-33f3ff9428c4 demo admin] Allocated IP 172.27.0.160 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/a6ef14d3-e508-4621-9046-19eb95b13385) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:47:39.670523 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f962bfae-d297-42ac-8d96-33f3ff9428c4 demo admin] Publish callbacks [] for port (a6ef14d3-e508-4621-9046-19eb95b13385), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:39.730551 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f962bfae-d297-42ac-8d96-33f3ff9428c4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (a6ef14d3-e508-4621-9046-19eb95b13385), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:39.810157 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962bfae-d297-42ac-8d96-33f3ff9428c4 demo admin] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:47:39.815000 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-f962bfae-d297-42ac-8d96-33f3ff9428c4 demo admin] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:47:39.820875 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962bfae-d297-42ac-8d96-33f3ff9428c4 demo admin] Pushing event updated for resources: {'Port': ['ID=a6ef14d3-e508-4621-9046-19eb95b13385,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:47:39.823413 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f962bfae-d297-42ac-8d96-33f3ff9428c4 demo admin] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:47:40.169966 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f962bfae-d297-42ac-8d96-33f3ff9428c4 demo admin] Publish callbacks [] for router_gateway (d349730d-b8bf-4648-a7ff-5ae7251d6830), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:40.378842 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f962bfae-d297-42ac-8d96-33f3ff9428c4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8101'] for router (d349730d-b8bf-4648-a7ff-5ae7251d6830), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:40.383424 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f962bfae-d297-42ac-8d96-33f3ff9428c4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547642'] for router (d349730d-b8bf-4648-a7ff-5ae7251d6830), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:40.505451 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f962bfae-d297-42ac-8d96-33f3ff9428c4 demo admin] Router d349730d-b8bf-4648-a7ff-5ae7251d6830 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:47:40.617264 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f962bfae-d297-42ac-8d96-33f3ff9428c4 demo admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:47:40.622202 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f962bfae-d297-42ac-8d96-33f3ff9428c4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:40.624558 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-f962bfae-d297-42ac-8d96-33f3ff9428c4 demo admin] 10.222.0.24 "PUT /v2.0/routers/d349730d-b8bf-4648-a7ff-5ae7251d6830 HTTP/1.1" status: 200 len: 890 time: 1.7983055 Apr 12 17:47:43.141572 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device d3ed9181-4c15-4ac3-81ac-efbcf1f5461a up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:47:43.166511 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 34882) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:47:43.197788 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port d3ed9181-4c15-4ac3-81ac-efbcf1f5461a triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:47:43.198194 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (d3ed9181-4c15-4ac3-81ac-efbcf1f5461a), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:43.285259 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port d3ed9181-4c15-4ac3-81ac-efbcf1f5461a is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:47:43.287493 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-378702c9-d4e8-4737-8059-26f8aa75dd0b admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1191082 Apr 12 17:47:43.497904 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] Sync routers for ids ['d349730d-b8bf-4648-a7ff-5ae7251d6830'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:47:43.509212 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] Routers {'d349730d-b8bf-4648-a7ff-5ae7251d6830'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:47:43.509860 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:47:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['d349730d-b8bf-4648-a7ff-5ae7251d6830'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:47:43.730247 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] Set router d349730d-b8bf-4648-a7ff-5ae7251d6830 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:47:44.201179 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd349730d-b8bf-4648-a7ff-5ae7251d6830', 'name': 'router1', 'tenant_id': '58dc46059dc4429a8efe07fab9c00b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a6ef14d3-e508-4621-9046-19eb95b13385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:47:21Z', 'updated_at': '2022-04-12T17:47:40Z', 'revision_number': 4, 'project_id': '58dc46059dc4429a8efe07fab9c00b9e', 'gw_port': {'id': 'a6ef14d3-e508-4621-9046-19eb95b13385', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:72:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd349730d-b8bf-4648-a7ff-5ae7251d6830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:47:39Z', 'updated_at': '2022-04-12T17:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': 'd3ed9181-4c15-4ac3-81ac-efbcf1f5461a', 'name': '', 'network_id': '2fee1cc4-3972-4ea7-9a4e-3a585909af88', 'tenant_id': '58dc46059dc4429a8efe07fab9c00b9e', 'mac_address': 'fa:16:3e:43:21:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd349730d-b8bf-4648-a7ff-5ae7251d6830', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4337a81d-0747-4c35-b898-0a5144b12676', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:47:31Z', 'updated_at': '2022-04-12T17:47:34Z', 'revision_number': 5, 'project_id': '58dc46059dc4429a8efe07fab9c00b9e', 'subnets': [{'id': '4337a81d-0747-4c35-b898-0a5144b12676', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c11eaaf1-1469-45cd-9e79-6823197527e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:47:44.256326 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] Checking router: d349730d-b8bf-4648-a7ff-5ae7251d6830 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:47:44.256704 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] Updating router d349730d-b8bf-4648-a7ff-5ae7251d6830 port a6ef14d3-e508-4621-9046-19eb95b13385 binding host dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:47:44.309283 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (a6ef14d3-e508-4621-9046-19eb95b13385), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:44.633652 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] Publish callbacks [] for port (a6ef14d3-e508-4621-9046-19eb95b13385), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:44.639191 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (a6ef14d3-e508-4621-9046-19eb95b13385), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:44.692328 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c2b71-aa99-4f6d-b030-36ea4e877dbc None None] Pushing event updated for resources: {'Port': ['ID=a6ef14d3-e508-4621-9046-19eb95b13385,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:47:44.694965 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] Attempting to bind port a6ef14d3-e508-4621-9046-19eb95b13385 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:47:44.695342 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] Attempting to bind port a6ef14d3-e508-4621-9046-19eb95b13385 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:47:44.695716 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] Attempting to bind port a6ef14d3-e508-4621-9046-19eb95b13385 on network 05f7d063-e626-411a-9797-8659504ada56 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:47:44.701046 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:47:44.701425 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] Checking segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:47:44.701837 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:44.702261 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] Bound using segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:47:44.702751 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] Bound port: a6ef14d3-e508-4621-9046-19eb95b13385, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:47:44.703117 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (a6ef14d3-e508-4621-9046-19eb95b13385), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:44.752534 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] For port a6ef14d3-e508-4621-9046-19eb95b13385, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:47:44.756071 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] For port a6ef14d3-e508-4621-9046-19eb95b13385, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=a6ef14d3-e508-4621-9046-19eb95b13385,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:47:44.761113 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (a6ef14d3-e508-4621-9046-19eb95b13385), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:44.820606 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c2b71-aa99-4f6d-b030-36ea4e877dbc None None] Pushing event updated for resources: {'Port': ['ID=a6ef14d3-e508-4621-9046-19eb95b13385,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:47:44.823134 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] Routers {'d349730d-b8bf-4648-a7ff-5ae7251d6830'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:47:44.823731 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:47:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['d349730d-b8bf-4648-a7ff-5ae7251d6830'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:47:44.936531 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] Set router d349730d-b8bf-4648-a7ff-5ae7251d6830 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:47:45.156122 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd349730d-b8bf-4648-a7ff-5ae7251d6830', 'name': 'router1', 'tenant_id': '58dc46059dc4429a8efe07fab9c00b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a6ef14d3-e508-4621-9046-19eb95b13385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:47:21Z', 'updated_at': '2022-04-12T17:47:40Z', 'revision_number': 4, 'project_id': '58dc46059dc4429a8efe07fab9c00b9e', 'gw_port': {'id': 'a6ef14d3-e508-4621-9046-19eb95b13385', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:72:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd349730d-b8bf-4648-a7ff-5ae7251d6830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:47:39Z', 'updated_at': '2022-04-12T17:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': 'd3ed9181-4c15-4ac3-81ac-efbcf1f5461a', 'name': '', 'network_id': '2fee1cc4-3972-4ea7-9a4e-3a585909af88', 'tenant_id': '58dc46059dc4429a8efe07fab9c00b9e', 'mac_address': 'fa:16:3e:43:21:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd349730d-b8bf-4648-a7ff-5ae7251d6830', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4337a81d-0747-4c35-b898-0a5144b12676', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:47:31Z', 'updated_at': '2022-04-12T17:47:34Z', 'revision_number': 5, 'project_id': '58dc46059dc4429a8efe07fab9c00b9e', 'subnets': [{'id': '4337a81d-0747-4c35-b898-0a5144b12676', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c11eaaf1-1469-45cd-9e79-6823197527e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:47:45.188851 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72959bba-742b-4d2e-a1a1-d01f9a4ba068 None None] The sync data for ids ['d349730d-b8bf-4648-a7ff-5ae7251d6830'] in dv-cinder-837534-1-iscsi is: [{'id': 'd349730d-b8bf-4648-a7ff-5ae7251d6830', 'name': 'router1', 'tenant_id': '58dc46059dc4429a8efe07fab9c00b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a6ef14d3-e508-4621-9046-19eb95b13385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:47:21Z', 'updated_at': '2022-04-12T17:47:40Z', 'revision_number': 4, 'project_id': '58dc46059dc4429a8efe07fab9c00b9e', 'gw_port': {'id': 'a6ef14d3-e508-4621-9046-19eb95b13385', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:72:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd349730d-b8bf-4648-a7ff-5ae7251d6830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:47:39Z', 'updated_at': '2022-04-12T17:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': 'd3ed9181-4c15-4ac3-81ac-efbcf1f5461a', 'name': '', 'network_id': '2fee1cc4-3972-4ea7-9a4e-3a585909af88', 'tenant_id': '58dc46059dc4429a8efe07fab9c00b9e', 'mac_address': 'fa:16:3e:43:21:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd349730d-b8bf-4648-a7ff-5ae7251d6830', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4337a81d-0747-4c35-b898-0a5144b12676', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:47:31Z', 'updated_at': '2022-04-12T17:47:34Z', 'revision_number': 5, 'project_id': '58dc46059dc4429a8efe07fab9c00b9e', 'subnets': [{'id': '4337a81d-0747-4c35-b898-0a5144b12676', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c11eaaf1-1469-45cd-9e79-6823197527e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:47:47.181764 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device a6ef14d3-e508-4621-9046-19eb95b13385 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:47:47.258592 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port a6ef14d3-e508-4621-9046-19eb95b13385 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:47:47.259334 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (a6ef14d3-e508-4621-9046-19eb95b13385), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:47.381992 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port a6ef14d3-e508-4621-9046-19eb95b13385 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:47:47.382661 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (a6ef14d3-e508-4621-9046-19eb95b13385), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:47.412888 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] For port a6ef14d3-e508-4621-9046-19eb95b13385, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=a6ef14d3-e508-4621-9046-19eb95b13385,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:47:47.421687 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (a6ef14d3-e508-4621-9046-19eb95b13385), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:47.482131 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Pushing event updated for resources: {'Port': ['ID=a6ef14d3-e508-4621-9046-19eb95b13385,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:47:49.273146 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device a6ef14d3-e508-4621-9046-19eb95b13385 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:47:49.391602 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port a6ef14d3-e508-4621-9046-19eb95b13385 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:47:49.394593 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (a6ef14d3-e508-4621-9046-19eb95b13385), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:47:49.601047 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port a6ef14d3-e508-4621-9046-19eb95b13385 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:47:58.219534 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-379e9e67-7cd7-4c75-aae2-b8a75ae795d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:00.755704 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-d0cb0d40-eb61-4df4-a96d-80a19830603a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:01.591041 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:02.606159 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 5 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:48:03.021911 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:04.352358 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:28.213861 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-587933cc-d895-489a-af70-8454cf450ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:30.758199 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8e175ff6-9ea9-44fa-87b1-d51fc2ab2b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:31.589301 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:33.026429 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:34.360834 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:48:39.605097 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 5 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:48:58.217109 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-100f940e-d09b-4356-96e2-0c4400568977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:00.759536 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-bab6868e-bfc0-4557-81b2-62f228ca7c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:01.591337 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:03.024077 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:04.360292 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:05.707198 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 35366) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:05.770506 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.pecan_wsgi.hooks.translation [None req-5401aa0d-f7b1-462f-98f2-5270bbdb5493 admin admin] GET failed (client error): The resource could not be found. Apr 12 17:49:05.772016 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-5401aa0d-f7b1-462f-98f2-5270bbdb5493 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0638669 Apr 12 17:49:05.940624 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbb3f91-8994-48c3-a6d6-db3a976d0df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:05.942003 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-cfbb3f91-8994-48c3-a6d6-db3a976d0df0 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1659188 Apr 12 17:49:08.292020 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 35376) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:08.392110 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143c8348-56e8-4f28-bf05-f99557ef5429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:08.393470 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-143c8348-56e8-4f28-bf05-f99557ef5429 admin admin] 10.222.0.24 "GET /v2.0/subnets/4337a81d-0747-4c35-b898-0a5144b12676 HTTP/1.1" status: 200 len: 849 time: 0.1005108 Apr 12 17:49:08.402822 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-7671ce36-6587-458b-a18d-ab825c261ae7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:49:08.487782 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7671ce36-6587-458b-a18d-ab825c261ae7 admin admin] Publish callbacks [] for subnet (4337a81d-0747-4c35-b898-0a5144b12676), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:08.629474 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7671ce36-6587-458b-a18d-ab825c261ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742383694367'] for subnet (4337a81d-0747-4c35-b898-0a5144b12676), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:08.660423 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7671ce36-6587-458b-a18d-ab825c261ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:08.661040 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7671ce36-6587-458b-a18d-ab825c261ae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:08.662346 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-7671ce36-6587-458b-a18d-ab825c261ae7 admin admin] 10.222.0.24 "PUT /v2.0/subnets/4337a81d-0747-4c35-b898-0a5144b12676 HTTP/1.1" status: 200 len: 868 time: 0.2630801 Apr 12 17:49:08.681336 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a77411-eac0-4ffa-b401-028340137cf9 None None] Network 2fee1cc4-3972-4ea7-9a4e-3a585909af88 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:49:08.681949 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671ce36-6587-458b-a18d-ab825c261ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4337a81d-0747-4c35-b898-0a5144b12676,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:49:08.690261 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7671ce36-6587-458b-a18d-ab825c261ae7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:08.690624 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7671ce36-6587-458b-a18d-ab825c261ae7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:08.690998 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7671ce36-6587-458b-a18d-ab825c261ae7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:08.691352 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7671ce36-6587-458b-a18d-ab825c261ae7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:08.691693 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7671ce36-6587-458b-a18d-ab825c261ae7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:08.692037 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7671ce36-6587-458b-a18d-ab825c261ae7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:08.692372 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7671ce36-6587-458b-a18d-ab825c261ae7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:08.692706 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7671ce36-6587-458b-a18d-ab825c261ae7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:08.693056 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7671ce36-6587-458b-a18d-ab825c261ae7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:08.693395 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7671ce36-6587-458b-a18d-ab825c261ae7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:08.693731 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7671ce36-6587-458b-a18d-ab825c261ae7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:08.694069 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7671ce36-6587-458b-a18d-ab825c261ae7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:08.694427 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7671ce36-6587-458b-a18d-ab825c261ae7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:08.694765 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7671ce36-6587-458b-a18d-ab825c261ae7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:08.695094 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7671ce36-6587-458b-a18d-ab825c261ae7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:49:08.999390 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-9ac74e1c-2bb6-4396-b1d2-c9b6389d3580 None None] Provisioning complete for port 705a9d5b-9ca9-401a-bb60-4f4703245ffa triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:08.999798 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-9ac74e1c-2bb6-4396-b1d2-c9b6389d3580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (705a9d5b-9ca9-401a-bb60-4f4703245ffa), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:09.075510 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-9ac74e1c-2bb6-4396-b1d2-c9b6389d3580 None None] Current status of the port 705a9d5b-9ca9-401a-bb60-4f4703245ffa is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:09.083723 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-9ac74e1c-2bb6-4396-b1d2-c9b6389d3580 None None] Provisioning complete for port d3ed9181-4c15-4ac3-81ac-efbcf1f5461a triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:49:09.084137 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-9ac74e1c-2bb6-4396-b1d2-c9b6389d3580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (d3ed9181-4c15-4ac3-81ac-efbcf1f5461a), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:09.162069 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-9ac74e1c-2bb6-4396-b1d2-c9b6389d3580 None None] Current status of the port d3ed9181-4c15-4ac3-81ac-efbcf1f5461a is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:49:10.990473 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 35384) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:11.257341 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fae86be-0164-4dd2-a81e-df8578736d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:11.257729 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fae86be-0164-4dd2-a81e-df8578736d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:11.259284 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-6fae86be-0164-4dd2-a81e-df8578736d27 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2678695 Apr 12 17:49:13.602140 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 35392) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:13.733247 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18cbf77-fc6f-4402-b454-760715bb45cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:13.733643 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18cbf77-fc6f-4402-b454-760715bb45cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:13.735239 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-a18cbf77-fc6f-4402-b454-760715bb45cb admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1321244 Apr 12 17:49:16.103616 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 35400) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:16.231167 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e66ce0-7f35-412c-badb-44097785eec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:16.232520 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-05e66ce0-7f35-412c-badb-44097785eec0 admin admin] 10.222.0.24 "GET /v2.0/networks/05f7d063-e626-411a-9797-8659504ada56 HTTP/1.1" status: 200 len: 886 time: 0.1279709 Apr 12 17:49:16.603412 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 5 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:49:18.589315 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 35410) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:18.787457 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5dd947-d783-4cbf-acfe-0ea78f7e44e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:18.788726 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-6b5dd947-d783-4cbf-acfe-0ea78f7e44e8 admin admin] 10.222.0.24 "GET /v2.0/networks/2fee1cc4-3972-4ea7-9a4e-3a585909af88 HTTP/1.1" status: 200 len: 869 time: 0.1984594 Apr 12 17:49:21.112380 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 35418) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:21.241491 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc471f0-2a15-4f0b-a867-485f32a5eda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:21.242012 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc471f0-2a15-4f0b-a867-485f32a5eda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:21.243804 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-2fc471f0-2a15-4f0b-a867-485f32a5eda6 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1304741 Apr 12 17:49:23.561501 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 35426) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:23.653658 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d558703-df5a-444b-991a-d2b99ea5ab0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:23.654110 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d558703-df5a-444b-991a-d2b99ea5ab0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:23.655668 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-6d558703-df5a-444b-991a-d2b99ea5ab0b admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0932379 Apr 12 17:49:25.979441 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 35434) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:26.070400 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4082818d-65e9-45c1-8700-df0e5fa53a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:26.071753 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-4082818d-65e9-45c1-8700-df0e5fa53a9e admin admin] 10.222.0.24 "GET /v2.0/subnets/4337a81d-0747-4c35-b898-0a5144b12676 HTTP/1.1" status: 200 len: 868 time: 0.0913661 Apr 12 17:49:28.219455 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-73343269-e265-44c5-a549-d8b1a92bec2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:28.400039 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 35442) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:49:28.484401 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369dfc21-2d95-491b-b227-77b75803f241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:49:28.486927 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-369dfc21-2d95-491b-b227-77b75803f241 admin admin] 10.222.0.24 "GET /v2.0/subnets/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69 HTTP/1.1" status: 200 len: 816 time: 0.0856900 Apr 12 17:49:30.760511 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-2e8be99f-1dde-4490-b307-861bed42d095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:31.597174 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:33.026618 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:34.353623 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:49:53.601540 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 5 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:49:58.222680 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-bb6610bd-b4ab-4699-9709-312758183077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:00.763979 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3d1a8b1d-ee8c-4146-a018-1c6fb95da7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:01.599215 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:03.028457 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:04.355391 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:09.715092 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 35500) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:09.762789 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [None req-176fe645-70e2-4386-b2d1-6487104d5c0d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:50:09.763789 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-176fe645-70e2-4386-b2d1-6487104d5c0d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477383 Apr 12 17:50:12.229081 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 35508) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:12.291292 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93f6fd3-412f-41e6-918e-924a3f7045cd admin admin] GET failed (client error): The resource could not be found. Apr 12 17:50:12.292571 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-d93f6fd3-412f-41e6-918e-924a3f7045cd admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625625 Apr 12 17:50:12.378884 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d18079-4875-4007-9715-11390d62b0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:12.380339 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-d2d18079-4875-4007-9715-11390d62b0d7 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0837147 Apr 12 17:50:14.716577 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 35516) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:14.764193 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:50:14.784809 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Made reservation on behalf of bc1905b3329d4ee8842a8ca7ce830f14 for: {'network': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:50:14.787186 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for network (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.822381 dv-cinder-837534-1-iscsi neutron-server[109827]: WARNING neutron.services.revisions.revision_plugin [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Could not find related network for resource to bump revision. Apr 12 17:50:14.837208 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=109827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:50:14.847304 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (be3a25f5-a16b-48e1-8530-4e18c2c91555), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.847644 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.segments_db [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Added segment be3a25f5-a16b-48e1-8530-4e18c2c91555 of type vlan for network 133c2e89-3837-460c-ab8e-a768d2476700 Apr 12 17:50:14.884887 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742383173852'] for network (133c2e89-3837-460c-ab8e-a768d2476700), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.908229 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for network (133c2e89-3837-460c-ab8e-a768d2476700), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.909217 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:14.909795 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:14.970494 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2526865 Apr 12 17:50:14.971334 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Pushing event updated for resources: {'Network': ['ID=133c2e89-3837-460c-ab8e-a768d2476700,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:14.978038 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:14.978463 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:14.978820 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:14.979160 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:14.979500 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:14.979836 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:14.980166 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:14.980494 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:14.980820 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:14.981145 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:14.981475 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:14.981819 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:14.982147 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:14.982500 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:14.982823 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a0dd9-a39a-4759-a363-186ff1f3e817 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:14.999428 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Network 133c2e89-3837-460c-ab8e-a768d2476700 details requested by agent ovs-agent-dv-cinder-837534-1-iscsi with host dv-cinder-837534-1-iscsi {{(pid=109828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:50:17.338562 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 35524) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:50:17.398433 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c26a779-80e6-4c5d-bb36-4e7bbfeea277 admin admin] GET failed (client error): The resource could not be found. Apr 12 17:50:17.399718 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-6c26a779-80e6-4c5d-bb36-4e7bbfeea277 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602047 Apr 12 17:50:17.468129 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfea9e0-5f9d-46ee-9f7a-b878b9604ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:17.469506 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-2dfea9e0-5f9d-46ee-9f7a-b878b9604ca4 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0657842 Apr 12 17:50:17.479087 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-fb2a785c-9f7e-4c45-b774-9de8139157d0 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '133c2e89-3837-460c-ab8e-a768d2476700', 'name': 'shared-subnet'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:50:17.503670 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2a785c-9f7e-4c45-b774-9de8139157d0 admin admin] Made reservation on behalf of bc1905b3329d4ee8842a8ca7ce830f14 for: {'subnet': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:50:17.505930 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fb2a785c-9f7e-4c45-b774-9de8139157d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:17.685437 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fb2a785c-9f7e-4c45-b774-9de8139157d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for subnet (dd00c828-9d02-4081-8f74-f168af13fb36), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:17.744047 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a785c-9f7e-4c45-b774-9de8139157d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd00c828-9d02-4081-8f74-f168af13fb36,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:17.753211 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a785c-9f7e-4c45-b774-9de8139157d0 admin admin] Checking segment: {'id': 'be3a25f5-a16b-48e1-8530-4e18c2c91555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '133c2e89-3837-460c-ab8e-a768d2476700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:50:17.753563 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2a785c-9f7e-4c45-b774-9de8139157d0 admin admin] Network hostable DHCP agents. Network: 133c2e89-3837-460c-ab8e-a768d2476700, hostable agents: ['f62d2ff0-78a3-4755-b741-8a96efa63a46'], hosted agents: [] {{(pid=109827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:50:17.778089 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2a785c-9f7e-4c45-b774-9de8139157d0 admin admin] Network 133c2e89-3837-460c-ab8e-a768d2476700 is scheduled to be hosted by DHCP agent f62d2ff0-78a3-4755-b741-8a96efa63a46 with binding_index 1 {{(pid=109827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:50:17.790193 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-fb2a785c-9f7e-4c45-b774-9de8139157d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837534-1-iscsi, 133c2e89-3837-460c-ab8e-a768d2476700) {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:50:17.794229 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2a785c-9f7e-4c45-b774-9de8139157d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:50:17.794835 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fb2a785c-9f7e-4c45-b774-9de8139157d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:17.801552 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b887c4-5185-4a0f-a5e3-9ebb4cb8bdec None None] Network 133c2e89-3837-460c-ab8e-a768d2476700 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:50:17.811233 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-fb2a785c-9f7e-4c45-b774-9de8139157d0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3354228 Apr 12 17:50:17.908812 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a33860b-d462-54ed-9149-0f1d9a665084-133c2e89-3837-460c-ab8e-a768d2476700', 'network_id': '133c2e89-3837-460c-ab8e-a768d2476700', 'project_id': 'bc1905b3329d4ee8842a8ca7ce830f14', 'fixed_ips': [{'subnet_id': 'dd00c828-9d02-4081-8f74-f168af13fb36'}]}} from dv-cinder-837534-1-iscsi. {{(pid=109828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:50:17.909720 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:18.051580 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.db_base_plugin_common [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Allocated IP 192.168.233.2 (133c2e89-3837-460c-ab8e-a768d2476700/dd00c828-9d02-4081-8f74-f168af13fb36/9ce71544-3de2-4388-908d-a40d1e065a5e) {{(pid=109828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:50:18.196583 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Publish callbacks [] for port (9ce71544-3de2-4388-908d-a40d1e065a5e), precommit_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:18.204676 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (9ce71544-3de2-4388-908d-a40d1e065a5e), after_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:18.255109 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Network 133c2e89-3837-460c-ab8e-a768d2476700 is already hosted by enough agents. {{(pid=109828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:50:18.258812 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.base_scheduler [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Resources bound (agent type, host, resource id): {{(pid=109828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:50:18.261726 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Received port after_create {{(pid=109828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:50:18.270084 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Pushing event updated for resources: {'Port': ['ID=9ce71544-3de2-4388-908d-a40d1e065a5e,revision_number=1']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:18.279595 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:18.279946 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:18.280307 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:18.280664 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:18.281116 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:18.282330 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:18.282512 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:18.282844 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:18.283173 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:18.283499 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:18.283831 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:18.284172 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:18.284498 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:18.284828 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:18.285147 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:50:18.338782 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Attempting to bind port 9ce71544-3de2-4388-908d-a40d1e065a5e on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:50:18.339087 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Attempting to bind port 9ce71544-3de2-4388-908d-a40d1e065a5e by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': 'be3a25f5-a16b-48e1-8530-4e18c2c91555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '133c2e89-3837-460c-ab8e-a768d2476700'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:50:18.339450 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Attempting to bind port 9ce71544-3de2-4388-908d-a40d1e065a5e on network 133c2e89-3837-460c-ab8e-a768d2476700 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:50:18.345308 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:50:18.345681 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Checking segment: {'id': 'be3a25f5-a16b-48e1-8530-4e18c2c91555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '133c2e89-3837-460c-ab8e-a768d2476700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:50:18.346082 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:18.346688 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Bound using segment: {'id': 'be3a25f5-a16b-48e1-8530-4e18c2c91555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '133c2e89-3837-460c-ab8e-a768d2476700'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:50:18.347163 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Bound port: 9ce71544-3de2-4388-908d-a40d1e065a5e, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3a25f5-a16b-48e1-8530-4e18c2c91555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '133c2e89-3837-460c-ab8e-a768d2476700'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:50:18.347542 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (9ce71544-3de2-4388-908d-a40d1e065a5e), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:18.409466 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] For port 9ce71544-3de2-4388-908d-a40d1e065a5e, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:50:18.412638 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] For port 9ce71544-3de2-4388-908d-a40d1e065a5e, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=9ce71544-3de2-4388-908d-a40d1e065a5e,segment=NetworkSegment(be3a25f5-a16b-48e1-8530-4e18c2c91555),segment_id=be3a25f5-a16b-48e1-8530-4e18c2c91555)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:50:18.420796 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (9ce71544-3de2-4388-908d-a40d1e065a5e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:18.475892 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f4b9f-776a-407d-845a-419c2cc801a8 None None] Pushing event updated for resources: {'Port': ['ID=9ce71544-3de2-4388-908d-a40d1e065a5e,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:19.251032 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 9ce71544-3de2-4388-908d-a40d1e065a5e up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:50:19.310367 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 9ce71544-3de2-4388-908d-a40d1e065a5e triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:19.310759 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (9ce71544-3de2-4388-908d-a40d1e065a5e), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:19.355543 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a8f655-48a7-43f2-ac88-9997a9a0fe12 None None] Network 133c2e89-3837-460c-ab8e-a768d2476700 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:50:19.424582 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-4dbc2270-c0ea-437c-8f01-ecd3e3e4ad70 None None] Provisioning complete for port 9ce71544-3de2-4388-908d-a40d1e065a5e triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:19.424896 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4dbc2270-c0ea-437c-8f01-ecd3e3e4ad70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (9ce71544-3de2-4388-908d-a40d1e065a5e), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:19.519611 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 9ce71544-3de2-4388-908d-a40d1e065a5e is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:19.520000 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (9ce71544-3de2-4388-908d-a40d1e065a5e), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:19.588988 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] For port 9ce71544-3de2-4388-908d-a40d1e065a5e, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=9ce71544-3de2-4388-908d-a40d1e065a5e,segment=NetworkSegment(be3a25f5-a16b-48e1-8530-4e18c2c91555),segment_id=be3a25f5-a16b-48e1-8530-4e18c2c91555)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:50:19.601118 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (9ce71544-3de2-4388-908d-a40d1e065a5e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:19.608845 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc2270-c0ea-437c-8f01-ecd3e3e4ad70 None None] Current status of the port 9ce71544-3de2-4388-908d-a40d1e065a5e is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:19.609252 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4dbc2270-c0ea-437c-8f01-ecd3e3e4ad70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (9ce71544-3de2-4388-908d-a40d1e065a5e), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:19.689623 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Pushing event updated for resources: {'Port': ['ID=9ce71544-3de2-4388-908d-a40d1e065a5e,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:50:19.709873 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.db.api [None req-4dbc2270-c0ea-437c-8f01-ecd3e3e4ad70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 17:50:19.710269 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG oslo_db.api [None req-4dbc2270-c0ea-437c-8f01-ecd3e3e4ad70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 17:50:20.249556 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc2270-c0ea-437c-8f01-ecd3e3e4ad70 None None] Current status of the port 9ce71544-3de2-4388-908d-a40d1e065a5e is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:20.367385 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-de77128c-8328-46ae-ab4a-3c8b25ddfdfa None None] Provisioning complete for port 9ce71544-3de2-4388-908d-a40d1e065a5e triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:20.368031 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-de77128c-8328-46ae-ab4a-3c8b25ddfdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (9ce71544-3de2-4388-908d-a40d1e065a5e), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:20.450829 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-de77128c-8328-46ae-ab4a-3c8b25ddfdfa None None] Current status of the port 9ce71544-3de2-4388-908d-a40d1e065a5e is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:21.216665 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 9ce71544-3de2-4388-908d-a40d1e065a5e up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:50:21.262347 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 9ce71544-3de2-4388-908d-a40d1e065a5e triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:50:21.262734 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (9ce71544-3de2-4388-908d-a40d1e065a5e), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:21.341044 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 9ce71544-3de2-4388-908d-a40d1e065a5e is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:50:28.223949 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-d404bde4-d2c5-47d5-8357-68a8eabaf4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:30.599930 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 5 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:50:30.769003 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ce4b6250-d191-48ad-a9ef-fbe23fba5d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:31.601197 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:33.032339 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:34.357771 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:50:58.226992 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-51e80a6d-0c29-4a24-8cfb-5101348126ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:00.772764 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-489025c9-4f76-46f1-9aee-f8ddac69b2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:01.604205 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:03.035615 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:04.358155 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:07.599220 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 5 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:51:28.230943 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-bae5771e-ecc1-4ad3-be2a-92f2e4ffb869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:30.773782 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-f85cf0fe-0926-40eb-92b2-eaaa073bfa06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:31.608459 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:33.038968 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:34.360024 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:51:44.599386 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 5 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:51:58.234903 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4a325879-78a0-4eb0-b7b4-3edda9930e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:00.775895 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7dcb111e-4f20-450c-93fa-52eb641796f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:01.610597 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:03.045545 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:04.364582 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:12.271307 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 35562) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:52:12.277697 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [None req-4a27e55b-6959-494c-9d45-ffa1a10e0889 tempest-verify_tempest_config-1357546783 tempest-verify_tempest_config-1357546783-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:52:12.278718 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-4a27e55b-6959-494c-9d45-ffa1a10e0889 tempest-verify_tempest_config-1357546783 tempest-verify_tempest_config-1357546783-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064607 Apr 12 17:52:12.567370 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 35580) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:52:12.667036 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f64945b4-7738-40e5-b059-34ae2297660d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:12.743460 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f64945b4-7738-40e5-b059-34ae2297660d admin admin] Publish callbacks [] for security_group (e0c1f5e4-bdfc-4257-a8b8-34bdac2dcf02), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:12.746917 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f64945b4-7738-40e5-b059-34ae2297660d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (e0c1f5e4-bdfc-4257-a8b8-34bdac2dcf02), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:12.792868 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-f64945b4-7738-40e5-b059-34ae2297660d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8a8cb6d359d4ec4ba9bfd295f3316db&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2244399 Apr 12 17:52:12.793907 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64945b4-7738-40e5-b059-34ae2297660d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c1f5e4-bdfc-4257-a8b8-34bdac2dcf02,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:12.795598 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 35584) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:52:12.802011 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64945b4-7738-40e5-b059-34ae2297660d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.802390 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64945b4-7738-40e5-b059-34ae2297660d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.802756 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64945b4-7738-40e5-b059-34ae2297660d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.803101 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64945b4-7738-40e5-b059-34ae2297660d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.803436 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64945b4-7738-40e5-b059-34ae2297660d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.803770 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64945b4-7738-40e5-b059-34ae2297660d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.804099 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64945b4-7738-40e5-b059-34ae2297660d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.804425 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64945b4-7738-40e5-b059-34ae2297660d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.804767 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64945b4-7738-40e5-b059-34ae2297660d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.805099 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64945b4-7738-40e5-b059-34ae2297660d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.805438 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64945b4-7738-40e5-b059-34ae2297660d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.805782 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64945b4-7738-40e5-b059-34ae2297660d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.806108 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64945b4-7738-40e5-b059-34ae2297660d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.806460 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64945b4-7738-40e5-b059-34ae2297660d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.806780 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64945b4-7738-40e5-b059-34ae2297660d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.854100 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f0162d9-1782-42c5-8749-fc650ec28976 admin admin] Publish callbacks [] for security_group (e0c1f5e4-bdfc-4257-a8b8-34bdac2dcf02), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:12.874305 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f0162d9-1782-42c5-8749-fc650ec28976 admin admin] Publish callbacks [] for security_group (e0c1f5e4-bdfc-4257-a8b8-34bdac2dcf02), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:12.963351 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f0162d9-1782-42c5-8749-fc650ec28976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (e0c1f5e4-bdfc-4257-a8b8-34bdac2dcf02), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:12.965848 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f0162d9-1782-42c5-8749-fc650ec28976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:12.967027 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-6f0162d9-1782-42c5-8749-fc650ec28976 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0c1f5e4-bdfc-4257-a8b8-34bdac2dcf02 HTTP/1.1" status: 204 len: 168 time: 0.1699667 Apr 12 17:52:12.975348 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0162d9-1782-42c5-8749-fc650ec28976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c1f5e4-bdfc-4257-a8b8-34bdac2dcf02,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:52:12.981781 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0162d9-1782-42c5-8749-fc650ec28976 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.982136 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0162d9-1782-42c5-8749-fc650ec28976 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.982526 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0162d9-1782-42c5-8749-fc650ec28976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.982877 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0162d9-1782-42c5-8749-fc650ec28976 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.983220 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0162d9-1782-42c5-8749-fc650ec28976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.983559 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0162d9-1782-42c5-8749-fc650ec28976 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.983910 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0162d9-1782-42c5-8749-fc650ec28976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.984228 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0162d9-1782-42c5-8749-fc650ec28976 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.984575 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0162d9-1782-42c5-8749-fc650ec28976 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.984920 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0162d9-1782-42c5-8749-fc650ec28976 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.985948 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0162d9-1782-42c5-8749-fc650ec28976 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.986575 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0162d9-1782-42c5-8749-fc650ec28976 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.987000 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0162d9-1782-42c5-8749-fc650ec28976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.987342 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0162d9-1782-42c5-8749-fc650ec28976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:12.987677 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0162d9-1782-42c5-8749-fc650ec28976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:52:21.598963 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 5 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:52:28.238819 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-034b3c77-751a-4999-aebd-19f0e905f9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:30.777658 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-9e764dc0-3185-4b3d-8453-ce0d2971f051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:31.613165 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:33.044898 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:34.369309 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:58.239884 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3d49e4e7-60b1-4a5c-a4f5-1f3c5ffe0a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:52:58.597857 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 5 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:53:00.778895 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-230764f6-c411-4df9-a41d-0a5bca7c310d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:01.615122 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:03.048468 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:04.372300 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:28.242229 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-80408329-59a5-40cd-86cc-e1ba865eb5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:30.780337 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4e61b25f-9bcd-43e1-8ccb-a39198cd8667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:31.617431 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:33.051075 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:34.375862 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:53:35.599019 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 5 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:53:58.243846 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-58f6a820-d647-4170-a687-5d701a1d16a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:00.782483 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-be566e19-9287-4f84-8fc1-5c7303a80930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:01.623326 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:01.829188 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548782'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:03.053528 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:04.377878 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:12.597865 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:54:16.945169 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 35656) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:17.049723 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-4788c4b6-cbe0-43ab-9e5e-4803931d5b6a admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1034729 Apr 12 17:54:19.376821 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 35666) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:54:19.432202 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-d1deb79c-ec59-4323-8c39-cff6a390a7b9 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0542524 Apr 12 17:54:28.245182 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3dcc1bb0-749a-47b6-b050-4c6d28a231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:30.784414 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e64ccd52-1aa0-4214-9ba9-8c44e92630a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:31.624441 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:31.780325 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:33.056710 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:34.378911 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:54:49.597957 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:54:58.246366 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c0907336-1751-40f0-af5c-245695b480b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:00.785557 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-d6df4756-5e41-4304-9f6a-bbd23850a342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:01.627969 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:01.778749 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:03.061165 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:04.381205 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:26.597266 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:55:28.248333 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-fa40e1b7-530b-4ffc-981f-b0a92c5fe416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:30.789449 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-80bc3b6e-96c5-40ef-8f30-629c4c6b4b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:31.630665 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:31.781477 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:33.062878 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:34.383327 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:58.255685 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-63ab3cf5-35af-4874-aa5c-7d1040739412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:58.287813 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 35786) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:58.486709 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-329955553-network', 'tenant_id': 'fb0988aa37bf4e35a02acacf491c6ba9'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:55:58.509501 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Made reservation on behalf of fb0988aa37bf4e35a02acacf491c6ba9 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:55:58.514337 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for network (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:58.522278 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:58.605938 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Publish callbacks [] for security_group (65d0d02b-034e-4df5-9ae5-21d38a4921ff), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:58.611418 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (65d0d02b-034e-4df5-9ae5-21d38a4921ff), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:58.629498 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:55:58.641574 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (da1e9eb2-4635-48fa-98b6-8daed43da17a), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:58.642109 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.segments_db [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Added segment da1e9eb2-4635-48fa-98b6-8daed43da17a of type vlan for network 76650685-434e-42ab-a775-db2e42ba360d Apr 12 17:55:58.694623 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d0d02b-034e-4df5-9ae5-21d38a4921ff,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:58.706580 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:58.706580 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:58.706580 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:58.706580 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:58.706933 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:58.707646 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:58.708385 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:58.708898 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:58.709395 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:58.709883 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:58.710392 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:58.710890 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:58.711379 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:58.711867 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:58.712358 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Tracked resource versions report: Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: pushed versions: Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: { 'AddressGroup': {'1.2'}, Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Agent': {'1.1'}, Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'ConntrackHelper': {'1.0'}, Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Log': {'1.0'}, Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'NDPProxy': {'1.0'}, Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Network': {'1.1'}, Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Port': {'1.7'}, Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'PortForwarding': {'1.3'}, Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'QosPolicy': {'1.10'}, Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'SecurityGroup': {'1.5'}, Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'SubPort': {'1.0'}, Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Subnet': {'1.1'}, Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Trunk': {'1.1'}} Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: consumer versions: Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: { DHCP agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: HyperV agent@hv-cinder-83753: {}, Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: L3 agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: Metadata agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: Metering agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: Open vSwitch agent@dv-cinder-837534-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Agent': '1.1', Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'ConntrackHelper': '1.0', Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'LocalIPAssociation': '1.0', Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Log': '1.0', Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'NDPProxy': '1.0', Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Network': '1.1', Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Port': '1.7', Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'PortForwarding': '1.3', Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'QosPolicy': '1.10', Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'SecurityGroup': '1.5', Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'SecurityGroupRule': '1.2', Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'SubPort': '1.0', Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Subnet': '1.1', Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: 'Trunk': '1.1'}} Apr 12 17:55:58.713710 dv-cinder-837534-1-iscsi neutron-server[109826]: {{(pid=109826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:55:58.733014 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742383173852'] for network (76650685-434e-42ab-a775-db2e42ba360d), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:58.762843 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for network (76650685-434e-42ab-a775-db2e42ba360d), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:58.763761 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:58.764546 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:58.860041 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] Pushing event updated for resources: {'Network': ['ID=76650685-434e-42ab-a775-db2e42ba360d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:58.869032 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 35826) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:58.874411 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Request body: {'subnet': {'network_id': '76650685-434e-42ab-a775-db2e42ba360d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-329955553-subnet', 'tenant_id': 'fb0988aa37bf4e35a02acacf491c6ba9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:55:58.875791 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Network 76650685-434e-42ab-a775-db2e42ba360d details requested by agent ovs-agent-dv-cinder-837534-1-iscsi with host dv-cinder-837534-1-iscsi {{(pid=109828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:55:58.876133 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-bb1777de-480c-4b5b-a8b2-211e59795807 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5859957 Apr 12 17:55:58.895047 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Made reservation on behalf of fb0988aa37bf4e35a02acacf491c6ba9 for: {'subnet': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:55:58.898366 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.100027 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for subnet (dfedc295-254f-4999-b774-dcc03ad409b6), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.154968 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfedc295-254f-4999-b774-dcc03ad409b6,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:59.165514 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:59.165704 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:59.166073 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:59.166700 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:59.167046 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:59.167384 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:59.167717 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:59.168051 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:59.168450 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:59.168786 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:59.169134 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:59.169480 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:59.169812 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:59.170141 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:59.170585 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Tracked resource versions report: Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: pushed versions: Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: { 'AddressGroup': {'1.2'}, Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Agent': {'1.1'}, Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'ConntrackHelper': {'1.0'}, Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Log': {'1.0'}, Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'NDPProxy': {'1.0'}, Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Network': {'1.1'}, Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Port': {'1.7'}, Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'PortForwarding': {'1.3'}, Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'QosPolicy': {'1.10'}, Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'SecurityGroup': {'1.5'}, Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'SubPort': {'1.0'}, Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Subnet': {'1.1'}, Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Trunk': {'1.1'}} Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: consumer versions: Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: { DHCP agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: HyperV agent@hv-cinder-83753: {}, Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: L3 agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: Metadata agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: Metering agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: Open vSwitch agent@dv-cinder-837534-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Agent': '1.1', Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'ConntrackHelper': '1.0', Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'LocalIPAssociation': '1.0', Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Log': '1.0', Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'NDPProxy': '1.0', Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Network': '1.1', Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Port': '1.7', Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'PortForwarding': '1.3', Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'QosPolicy': '1.10', Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'SecurityGroup': '1.5', Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'SecurityGroupRule': '1.2', Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'SubPort': '1.0', Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Subnet': '1.1', Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: 'Trunk': '1.1'}} Apr 12 17:55:59.172059 dv-cinder-837534-1-iscsi neutron-server[109827]: {{(pid=109827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:55:59.194896 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Checking segment: {'id': 'da1e9eb2-4635-48fa-98b6-8daed43da17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '76650685-434e-42ab-a775-db2e42ba360d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:55:59.195264 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Network hostable DHCP agents. Network: 76650685-434e-42ab-a775-db2e42ba360d, hostable agents: ['f62d2ff0-78a3-4755-b741-8a96efa63a46'], hosted agents: [] {{(pid=109827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:55:59.217940 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Network 76650685-434e-42ab-a775-db2e42ba360d is scheduled to be hosted by DHCP agent f62d2ff0-78a3-4755-b741-8a96efa63a46 with binding_index 1 {{(pid=109827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:55:59.229757 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837534-1-iscsi, 76650685-434e-42ab-a775-db2e42ba360d) {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:55:59.234088 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:55:59.234747 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.242265 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecae7c1-bdc8-4012-97cc-4411cdc82acc None None] Network 76650685-434e-42ab-a775-db2e42ba360d requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:55:59.268257 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-244dc627-8f81-4a2e-887c-6905f728144e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3966789 Apr 12 17:55:59.360899 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8263bb5e-a838-4f32-9ddb-7f4a9cbab081 None None] Network 76650685-434e-42ab-a775-db2e42ba360d requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:55:59.442742 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 35858) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:55:59.798968 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-7b8ba403-7559-4ee3-a8e0-b38fe4a445df admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-119579318-network', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:55:59.820602 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8ba403-7559-4ee3-a8e0-b38fe4a445df admin admin] Made reservation on behalf of fd9169ef36f84184829de80e6adcc3eb for: {'network': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:55:59.822949 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba403-7559-4ee3-a8e0-b38fe4a445df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for network (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.838684 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba403-7559-4ee3-a8e0-b38fe4a445df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.924300 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba403-7559-4ee3-a8e0-b38fe4a445df admin admin] Publish callbacks [] for security_group (986d2914-cd76-4f55-ad81-15f1e2d3ce8b), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.928012 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba403-7559-4ee3-a8e0-b38fe4a445df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (986d2914-cd76-4f55-ad81-15f1e2d3ce8b), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.939454 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8ba403-7559-4ee3-a8e0-b38fe4a445df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=109827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:55:59.956357 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba403-7559-4ee3-a8e0-b38fe4a445df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (6681d6c5-df33-4127-8f53-441a0ed327b9), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:55:59.956693 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.segments_db [None req-7b8ba403-7559-4ee3-a8e0-b38fe4a445df admin admin] Added segment 6681d6c5-df33-4127-8f53-441a0ed327b9 of type vlan for network 686fab4f-3c38-4683-935f-38f19e4e8a4f Apr 12 17:55:59.993637 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ba403-7559-4ee3-a8e0-b38fe4a445df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986d2914-cd76-4f55-ad81-15f1e2d3ce8b,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:55:59.994644 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 35888) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:00.010943 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba403-7559-4ee3-a8e0-b38fe4a445df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742383173852'] for network (686fab4f-3c38-4683-935f-38f19e4e8a4f), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.042127 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba403-7559-4ee3-a8e0-b38fe4a445df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for network (686fab4f-3c38-4683-935f-38f19e4e8a4f), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.043208 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8ba403-7559-4ee3-a8e0-b38fe4a445df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:00.043785 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba403-7559-4ee3-a8e0-b38fe4a445df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.115447 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 35906) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:00.118883 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-7b8ba403-7559-4ee3-a8e0-b38fe4a445df admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6748660 Apr 12 17:56:00.120888 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-8df9a1bb-6991-4142-b2d6-dd57ee498f2b admin admin] Request body: {'subnet': {'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-119579318-subnet', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:00.127476 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ba403-7559-4ee3-a8e0-b38fe4a445df admin admin] Pushing event updated for resources: {'Network': ['ID=686fab4f-3c38-4683-935f-38f19e4e8a4f,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:00.139440 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Network 686fab4f-3c38-4683-935f-38f19e4e8a4f details requested by agent ovs-agent-dv-cinder-837534-1-iscsi with host dv-cinder-837534-1-iscsi {{(pid=109828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:56:00.147922 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df9a1bb-6991-4142-b2d6-dd57ee498f2b admin admin] Made reservation on behalf of fd9169ef36f84184829de80e6adcc3eb for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:56:00.151550 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8df9a1bb-6991-4142-b2d6-dd57ee498f2b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.288321 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-aa8049aa-c6b0-456d-a000-fba655cfe18b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1590815753-network', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:00.301487 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 35912) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:00.336477 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8049aa-c6b0-456d-a000-fba655cfe18b admin admin] Made reservation on behalf of f15b7fa885d74f029c4594b80329f70f for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:56:00.337561 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aa8049aa-c6b0-456d-a000-fba655cfe18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for network (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.366709 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aa8049aa-c6b0-456d-a000-fba655cfe18b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.392325 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8df9a1bb-6991-4142-b2d6-dd57ee498f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for subnet (1e2e22a3-d988-42d0-ada7-fb014078e671), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.486134 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9a1bb-6991-4142-b2d6-dd57ee498f2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e2e22a3-d988-42d0-ada7-fb014078e671,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:00.502760 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df9a1bb-6991-4142-b2d6-dd57ee498f2b admin admin] Checking segment: {'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:56:00.503109 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df9a1bb-6991-4142-b2d6-dd57ee498f2b admin admin] Network hostable DHCP agents. Network: 686fab4f-3c38-4683-935f-38f19e4e8a4f, hostable agents: ['f62d2ff0-78a3-4755-b741-8a96efa63a46'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:56:00.532790 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aa8049aa-c6b0-456d-a000-fba655cfe18b admin admin] Publish callbacks [] for security_group (1be9f3c5-322a-4d6e-a044-6d1f292c6dbc), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.537103 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aa8049aa-c6b0-456d-a000-fba655cfe18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (1be9f3c5-322a-4d6e-a044-6d1f292c6dbc), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.542967 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df9a1bb-6991-4142-b2d6-dd57ee498f2b admin admin] Network 686fab4f-3c38-4683-935f-38f19e4e8a4f is scheduled to be hosted by DHCP agent f62d2ff0-78a3-4755-b741-8a96efa63a46 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:56:00.564132 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8049aa-c6b0-456d-a000-fba655cfe18b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:56:00.577984 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-8df9a1bb-6991-4142-b2d6-dd57ee498f2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837534-1-iscsi, 686fab4f-3c38-4683-935f-38f19e4e8a4f) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:00.584084 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aa8049aa-c6b0-456d-a000-fba655cfe18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (2379ee2c-1674-45e0-afc7-bff7c9920f2a), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.584451 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.segments_db [None req-aa8049aa-c6b0-456d-a000-fba655cfe18b admin admin] Added segment 2379ee2c-1674-45e0-afc7-bff7c9920f2a of type vlan for network 2876e2a1-3492-40af-97a0-a80d1612333d Apr 12 17:56:00.585729 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8049aa-c6b0-456d-a000-fba655cfe18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:00.589414 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c2400c-a2fa-43db-8d40-41a20abec61f None None] Network 686fab4f-3c38-4683-935f-38f19e4e8a4f requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:56:00.590212 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df9a1bb-6991-4142-b2d6-dd57ee498f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:00.590697 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8df9a1bb-6991-4142-b2d6-dd57ee498f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.610734 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-03a9c6e3-34e0-4836-83c2-9e0d9ff240e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-network', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:00.647804 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a9c6e3-34e0-4836-83c2-9e0d9ff240e1 admin admin] Made reservation on behalf of b4c98209fd1841f9ad91c5c823b05ed8 for: {'network': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:56:00.650888 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-03a9c6e3-34e0-4836-83c2-9e0d9ff240e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for network (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.660487 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-03a9c6e3-34e0-4836-83c2-9e0d9ff240e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.673205 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-8df9a1bb-6991-4142-b2d6-dd57ee498f2b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5564785 Apr 12 17:56:00.678029 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 35930) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:00.687577 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a407daa6-68bc-4f4f-9b06-140e35724355 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:00.697822 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aa8049aa-c6b0-456d-a000-fba655cfe18b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742383173852'] for network (2876e2a1-3492-40af-97a0-a80d1612333d), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.753414 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a407daa6-68bc-4f4f-9b06-140e35724355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8074'] for router (3b74fc5e-26df-4305-b927-5261426f0429), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.759532 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-03a9c6e3-34e0-4836-83c2-9e0d9ff240e1 admin admin] Publish callbacks [] for security_group (31ec3e2f-31ab-4567-afac-77250cc1fb9c), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.762712 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a407daa6-68bc-4f4f-9b06-140e35724355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8083'] for router (3b74fc5e-26df-4305-b927-5261426f0429), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.762897 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a33860b-d462-54ed-9149-0f1d9a665084-686fab4f-3c38-4683-935f-38f19e4e8a4f', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671'}]}} from dv-cinder-837534-1-iscsi. {{(pid=109828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:56:00.764203 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.768990 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-03a9c6e3-34e0-4836-83c2-9e0d9ff240e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (31ec3e2f-31ab-4567-afac-77250cc1fb9c), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.796711 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a9c6e3-34e0-4836-83c2-9e0d9ff240e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=109827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:56:00.820488 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-03a9c6e3-34e0-4836-83c2-9e0d9ff240e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.820823 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.segments_db [None req-03a9c6e3-34e0-4836-83c2-9e0d9ff240e1 admin admin] Added segment 042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93 of type vlan for network 620e6442-ea5d-4803-85d5-538016f366eb Apr 12 17:56:00.827281 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5cc2e3c3-52d4-435e-9b58-a55c52af731f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.917137 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-03a9c6e3-34e0-4836-83c2-9e0d9ff240e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742383173852'] for network (620e6442-ea5d-4803-85d5-538016f366eb), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.973441 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-03a9c6e3-34e0-4836-83c2-9e0d9ff240e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for network (620e6442-ea5d-4803-85d5-538016f366eb), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:00.976897 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9c6e3-34e0-4836-83c2-9e0d9ff240e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:00.977668 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-03a9c6e3-34e0-4836-83c2-9e0d9ff240e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:01.008050 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a407daa6-68bc-4f4f-9b06-140e35724355 admin admin] Publish callbacks [] for router_controller (3b74fc5e-26df-4305-b927-5261426f0429), precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:01.031596 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aa8049aa-c6b0-456d-a000-fba655cfe18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for network (2876e2a1-3492-40af-97a0-a80d1612333d), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:01.032949 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8049aa-c6b0-456d-a000-fba655cfe18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:01.034598 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aa8049aa-c6b0-456d-a000-fba655cfe18b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:01.065484 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.db_base_plugin_common [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Allocated IP 172.20.0.2 (686fab4f-3c38-4683-935f-38f19e4e8a4f/1e2e22a3-d988-42d0-ada7-fb014078e671/70a37ba5-9ad6-4e8d-8fc5-365689735189) {{(pid=109828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:56:01.146120 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-03a9c6e3-34e0-4836-83c2-9e0d9ff240e1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8433282 Apr 12 17:56:01.149182 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 35946) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:01.179620 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-e2d60008-c42f-4898-8ae4-537e27daf078 admin admin] Request body: {'subnet': {'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-subnet', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:01.217642 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-aa8049aa-c6b0-456d-a000-fba655cfe18b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2185812 Apr 12 17:56:01.235328 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 35954) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:01.235830 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d60008-c42f-4898-8ae4-537e27daf078 admin admin] Made reservation on behalf of b4c98209fd1841f9ad91c5c823b05ed8 for: {'subnet': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:56:01.238639 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e2d60008-c42f-4898-8ae4-537e27daf078 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:01.351178 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8049aa-c6b0-456d-a000-fba655cfe18b admin admin] Pushing event updated for resources: {'Network': ['ID=2876e2a1-3492-40af-97a0-a80d1612333d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:01.388625 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Network 2876e2a1-3492-40af-97a0-a80d1612333d details requested by agent ovs-agent-dv-cinder-837534-1-iscsi with host dv-cinder-837534-1-iscsi {{(pid=109828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:56:01.484658 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a407daa6-68bc-4f4f-9b06-140e35724355 admin admin] Publish callbacks [] for router_gateway (3b74fc5e-26df-4305-b927-5261426f0429), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:01.510098 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Publish callbacks [] for port (70a37ba5-9ad6-4e8d-8fc5-365689735189), precommit_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:01.546901 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (70a37ba5-9ad6-4e8d-8fc5-365689735189), after_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:01.633874 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-dcc28e52-ec49-4b57-9b47-13ea9da2c416 admin admin] Request body: {'subnet': {'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1590815753-subnet', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:01.638671 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9c6e3-34e0-4836-83c2-9e0d9ff240e1 admin admin] Pushing event updated for resources: {'Network': ['ID=620e6442-ea5d-4803-85d5-538016f366eb,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:01.664249 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e2d60008-c42f-4898-8ae4-537e27daf078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for subnet (bbb6ee85-b118-461b-9d62-32e550eb62b2), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:01.666657 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9c6e3-34e0-4836-83c2-9e0d9ff240e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ec3e2f-31ab-4567-afac-77250cc1fb9c,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:01.679713 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc28e52-ec49-4b57-9b47-13ea9da2c416 admin admin] Made reservation on behalf of f15b7fa885d74f029c4594b80329f70f for: {'subnet': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:56:01.682083 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dcc28e52-ec49-4b57-9b47-13ea9da2c416 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:01.754818 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Network 686fab4f-3c38-4683-935f-38f19e4e8a4f is already hosted by enough agents. {{(pid=109828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:56:01.759433 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Network 620e6442-ea5d-4803-85d5-538016f366eb details requested by agent ovs-agent-dv-cinder-837534-1-iscsi with host dv-cinder-837534-1-iscsi {{(pid=109828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:56:01.763939 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.base_scheduler [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Resources bound (agent type, host, resource id): {{(pid=109828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:01.792610 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Received port after_create {{(pid=109828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:56:01.805452 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d60008-c42f-4898-8ae4-537e27daf078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb6ee85-b118-461b-9d62-32e550eb62b2,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:01.824596 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d60008-c42f-4898-8ae4-537e27daf078 admin admin] Checking segment: {'id': '042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:56:01.824958 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d60008-c42f-4898-8ae4-537e27daf078 admin admin] Network hostable DHCP agents. Network: 620e6442-ea5d-4803-85d5-538016f366eb, hostable agents: ['f62d2ff0-78a3-4755-b741-8a96efa63a46'], hosted agents: [] {{(pid=109827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:56:01.862165 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d60008-c42f-4898-8ae4-537e27daf078 admin admin] Network 620e6442-ea5d-4803-85d5-538016f366eb is scheduled to be hosted by DHCP agent f62d2ff0-78a3-4755-b741-8a96efa63a46 with binding_index 1 {{(pid=109827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:56:01.905675 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-e2d60008-c42f-4898-8ae4-537e27daf078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837534-1-iscsi, 620e6442-ea5d-4803-85d5-538016f366eb) {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:01.919876 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d60008-c42f-4898-8ae4-537e27daf078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:01.920523 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e2d60008-c42f-4898-8ae4-537e27daf078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:01.924889 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b81291-eb1a-47f6-ac51-0f23d15f8e09 None None] Network 620e6442-ea5d-4803-85d5-538016f366eb requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:56:01.979301 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-e2d60008-c42f-4898-8ae4-537e27daf078 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8101718 Apr 12 17:56:01.982331 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:01.983074 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 35998) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:01.984010 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Pushing event updated for resources: {'Port': ['ID=70a37ba5-9ad6-4e8d-8fc5-365689735189,revision_number=1']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:01.987999 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-ae5ce1d2-b8a7-4d4b-8c76-76bc0d219a2e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-router', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56'}}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:02.009702 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Attempting to bind port 70a37ba5-9ad6-4e8d-8fc5-365689735189 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:56:02.010681 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Attempting to bind port 70a37ba5-9ad6-4e8d-8fc5-365689735189 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:56:02.011322 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Attempting to bind port 70a37ba5-9ad6-4e8d-8fc5-365689735189 on network 686fab4f-3c38-4683-935f-38f19e4e8a4f {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:56:02.027497 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ae5ce1d2-b8a7-4d4b-8c76-76bc0d219a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8074'] for router (247dba89-5927-4459-97b8-323df380be47), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:02.028647 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ae5ce1d2-b8a7-4d4b-8c76-76bc0d219a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8083'] for router (247dba89-5927-4459-97b8-323df380be47), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:02.037807 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dcc28e52-ec49-4b57-9b47-13ea9da2c416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for subnet (b5aebc3d-31c6-4909-92e3-135069d3f64d), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:02.040857 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:02.078647 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:02.079376 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:02.079931 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:02.081725 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:02.082928 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:02.083491 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:02.084098 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:02.084676 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:02.085313 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:02.085864 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:02.086442 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:02.087111 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:02.087672 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:02.088223 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:02.088769 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Tracked resource versions report: Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: pushed versions: Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: { 'AddressGroup': {'1.2'}, Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Agent': {'1.1'}, Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'ConntrackHelper': {'1.0'}, Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Log': {'1.0'}, Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'NDPProxy': {'1.0'}, Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Network': {'1.1'}, Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Port': {'1.7'}, Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'PortForwarding': {'1.3'}, Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'QosPolicy': {'1.10'}, Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'SecurityGroup': {'1.5'}, Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'SubPort': {'1.0'}, Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Subnet': {'1.1'}, Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Trunk': {'1.1'}} Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: consumer versions: Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: { DHCP agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: HyperV agent@hv-cinder-83753: {}, Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: L3 agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: Metadata agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: Metering agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: Open vSwitch agent@dv-cinder-837534-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Agent': '1.1', Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'ConntrackHelper': '1.0', Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'LocalIPAssociation': '1.0', Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Log': '1.0', Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'NDPProxy': '1.0', Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Network': '1.1', Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Port': '1.7', Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'PortForwarding': '1.3', Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'QosPolicy': '1.10', Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'SecurityGroup': '1.5', Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'SecurityGroupRule': '1.2', Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'SubPort': '1.0', Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Subnet': '1.1', Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: 'Trunk': '1.1'}} Apr 12 17:56:02.090289 dv-cinder-837534-1-iscsi neutron-server[109828]: {{(pid=109828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:56:02.108552 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc28e52-ec49-4b57-9b47-13ea9da2c416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5aebc3d-31c6-4909-92e3-135069d3f64d,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:02.111862 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:56:02.112713 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Checking segment: {'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:56:02.113598 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:02.114236 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Bound using segment: {'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:56:02.115760 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Bound port: 70a37ba5-9ad6-4e8d-8fc5-365689735189, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:56:02.116421 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (70a37ba5-9ad6-4e8d-8fc5-365689735189), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:02.187455 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc28e52-ec49-4b57-9b47-13ea9da2c416 admin admin] Checking segment: {'id': '2379ee2c-1674-45e0-afc7-bff7c9920f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:56:02.187822 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc28e52-ec49-4b57-9b47-13ea9da2c416 admin admin] Network hostable DHCP agents. Network: 2876e2a1-3492-40af-97a0-a80d1612333d, hostable agents: ['f62d2ff0-78a3-4755-b741-8a96efa63a46'], hosted agents: [] {{(pid=109827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:56:02.202252 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ae5ce1d2-b8a7-4d4b-8c76-76bc0d219a2e admin admin] Publish callbacks [] for router_controller (247dba89-5927-4459-97b8-323df380be47), precommit_add_association {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:02.307714 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 36008) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:02.319482 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] For port 70a37ba5-9ad6-4e8d-8fc5-365689735189, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:56:02.325020 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7ba0e9-0302-4a3d-b96c-bbc2644d3fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a33860b-d462-54ed-9149-0f1d9a665084-620e6442-ea5d-4803-85d5-538016f366eb', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'fixed_ips': [{'subnet_id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2'}]}} from dv-cinder-837534-1-iscsi. {{(pid=109828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:56:02.326375 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-fa7ba0e9-0302-4a3d-b96c-bbc2644d3fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:02.347961 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] For port 70a37ba5-9ad6-4e8d-8fc5-365689735189, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=70a37ba5-9ad6-4e8d-8fc5-365689735189,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:56:02.361803 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (70a37ba5-9ad6-4e8d-8fc5-365689735189), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:02.405676 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a407daa6-68bc-4f4f-9b06-140e35724355 admin admin] Publish callbacks [] for router_gateway (3b74fc5e-26df-4305-b927-5261426f0429), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:02.419099 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ae5ce1d2-b8a7-4d4b-8c76-76bc0d219a2e admin admin] Publish callbacks [] for router_gateway (247dba89-5927-4459-97b8-323df380be47), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:02.428011 dv-cinder-837534-1-iscsi neutron-server[109827]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 17:56:02.429494 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc28e52-ec49-4b57-9b47-13ea9da2c416 admin admin] Network 2876e2a1-3492-40af-97a0-a80d1612333d is scheduled to be hosted by DHCP agent f62d2ff0-78a3-4755-b741-8a96efa63a46 with binding_index 1 {{(pid=109827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:56:02.436455 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a407daa6-68bc-4f4f-9b06-140e35724355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:02.547231 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a45fc-5db0-490c-88f4-6f27e2edd4cb None None] Pushing event updated for resources: {'Port': ['ID=70a37ba5-9ad6-4e8d-8fc5-365689735189,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:02.582736 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.db_base_plugin_common [None req-fa7ba0e9-0302-4a3d-b96c-bbc2644d3fe3 None None] Allocated IP 172.20.0.2 (620e6442-ea5d-4803-85d5-538016f366eb/bbb6ee85-b118-461b-9d62-32e550eb62b2/f4795387-5b9e-4389-aa5b-125bd2709bdd) {{(pid=109828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:56:02.630775 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-a407daa6-68bc-4f4f-9b06-140e35724355 admin admin] Allocated IP 172.27.0.5 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/ae881c8d-393c-46ee-b636-a310e7a07a11) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:56:02.675076 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-dcc28e52-ec49-4b57-9b47-13ea9da2c416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837534-1-iscsi, 2876e2a1-3492-40af-97a0-a80d1612333d) {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:02.679783 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc28e52-ec49-4b57-9b47-13ea9da2c416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:02.680384 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dcc28e52-ec49-4b57-9b47-13ea9da2c416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:02.720387 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c56ad0e-1c16-43c1-960b-799d794b02ad None None] Network 2876e2a1-3492-40af-97a0-a80d1612333d requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:56:02.861901 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-dcc28e52-ec49-4b57-9b47-13ea9da2c416 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2315447 Apr 12 17:56:02.863803 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 36020) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:02.868181 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a407daa6-68bc-4f4f-9b06-140e35724355 admin admin] Publish callbacks [] for port (ae881c8d-393c-46ee-b636-a310e7a07a11), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:02.869518 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-996daa8b-4ae7-4b04-9894-5d37547c1b9f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1590815753-router', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56'}}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:02.944748 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-89b2f258-c149-43dc-bad8-59c835da4963 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:02.946505 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-89b2f258-c149-43dc-bad8-59c835da4963 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/networks?id=76650685-434e-42ab-a775-db2e42ba360d HTTP/1.1" status: 200 len: 811 time: 0.5218809 Apr 12 17:56:02.950935 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-996daa8b-4ae7-4b04-9894-5d37547c1b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8074'] for router (89cca699-a507-4901-bbec-3b3061bdd2f7), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:02.952185 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-996daa8b-4ae7-4b04-9894-5d37547c1b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8083'] for router (89cca699-a507-4901-bbec-3b3061bdd2f7), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:02.959154 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a407daa6-68bc-4f4f-9b06-140e35724355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (ae881c8d-393c-46ee-b636-a310e7a07a11), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:02.985619 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-f1c153ee-c30f-4939-a467-090a5c37394a tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/quotas/fb0988aa37bf4e35a02acacf491c6ba9 HTTP/1.1" status: 200 len: 375 time: 0.0154643 Apr 12 17:56:03.047044 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a407daa6-68bc-4f4f-9b06-140e35724355 admin admin] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:56:03.050590 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-a407daa6-68bc-4f4f-9b06-140e35724355 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:03.058456 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a407daa6-68bc-4f4f-9b06-140e35724355 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:56:03.178189 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142d8f35-edb2-4778-a6ff-19443af5047b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a33860b-d462-54ed-9149-0f1d9a665084-2876e2a1-3492-40af-97a0-a80d1612333d', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'fixed_ips': [{'subnet_id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d'}]}} from dv-cinder-837534-1-iscsi. {{(pid=109828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:56:03.179058 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-142d8f35-edb2-4778-a6ff-19443af5047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.214398 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.221231 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-996daa8b-4ae7-4b04-9894-5d37547c1b9f admin admin] Publish callbacks [] for router_controller (89cca699-a507-4901-bbec-3b3061bdd2f7), precommit_add_association {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.242217 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407daa6-68bc-4f4f-9b06-140e35724355 admin admin] Pushing event updated for resources: {'Port': ['ID=ae881c8d-393c-46ee-b636-a310e7a07a11,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:03.243871 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-fa7ba0e9-0302-4a3d-b96c-bbc2644d3fe3 None None] Publish callbacks [] for port (f4795387-5b9e-4389-aa5b-125bd2709bdd), precommit_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.261362 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-fa7ba0e9-0302-4a3d-b96c-bbc2644d3fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (f4795387-5b9e-4389-aa5b-125bd2709bdd), after_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.296206 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-ea726e3b-0cd0-418b-a3d3-b49e7398ef29 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb0988aa37bf4e35a02acacf491c6ba9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1714981 Apr 12 17:56:03.429617 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ae5ce1d2-b8a7-4d4b-8c76-76bc0d219a2e admin admin] Publish callbacks [] for router_gateway (247dba89-5927-4459-97b8-323df380be47), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.435616 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ba0e9-0302-4a3d-b96c-bbc2644d3fe3 None None] Pushing event updated for resources: {'Port': ['ID=f4795387-5b9e-4389-aa5b-125bd2709bdd,revision_number=1']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:03.490870 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ae5ce1d2-b8a7-4d4b-8c76-76bc0d219a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.516656 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a407daa6-68bc-4f4f-9b06-140e35724355 admin admin] Publish callbacks [] for router_gateway (3b74fc5e-26df-4305-b927-5261426f0429), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.569344 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 70a37ba5-9ad6-4e8d-8fc5-365689735189 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:56:03.605798 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:56:03.621703 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7ba0e9-0302-4a3d-b96c-bbc2644d3fe3 None None] Network 620e6442-ea5d-4803-85d5-538016f366eb is already hosted by enough agents. {{(pid=109828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:56:03.633704 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.base_scheduler [None req-fa7ba0e9-0302-4a3d-b96c-bbc2644d3fe3 None None] Resources bound (agent type, host, resource id): {{(pid=109828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:03.636777 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7ba0e9-0302-4a3d-b96c-bbc2644d3fe3 None None] Received port after_create {{(pid=109828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:56:03.739121 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-996daa8b-4ae7-4b04-9894-5d37547c1b9f admin admin] Publish callbacks [] for router_gateway (89cca699-a507-4901-bbec-3b3061bdd2f7), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.764058 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-f068313a-ffde-48a4-92b8-0708ae15ef80 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:56:03.775517 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-f068313a-ffde-48a4-92b8-0708ae15ef80 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1875019 Apr 12 17:56:03.801448 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-fa7ba0e9-0302-4a3d-b96c-bbc2644d3fe3 None None] Attempting to bind port f4795387-5b9e-4389-aa5b-125bd2709bdd on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:56:03.802095 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-fa7ba0e9-0302-4a3d-b96c-bbc2644d3fe3 None None] Attempting to bind port f4795387-5b9e-4389-aa5b-125bd2709bdd by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:56:03.802695 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7ba0e9-0302-4a3d-b96c-bbc2644d3fe3 None None] Attempting to bind port f4795387-5b9e-4389-aa5b-125bd2709bdd on network 620e6442-ea5d-4803-85d5-538016f366eb {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:56:03.824482 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7ba0e9-0302-4a3d-b96c-bbc2644d3fe3 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:56:03.825366 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7ba0e9-0302-4a3d-b96c-bbc2644d3fe3 None None] Checking segment: {'id': '042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:56:03.826024 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-fa7ba0e9-0302-4a3d-b96c-bbc2644d3fe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.826650 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7ba0e9-0302-4a3d-b96c-bbc2644d3fe3 None None] Bound using segment: {'id': '042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:56:03.827486 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-fa7ba0e9-0302-4a3d-b96c-bbc2644d3fe3 None None] Bound port: f4795387-5b9e-4389-aa5b-125bd2709bdd, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:56:03.828230 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-fa7ba0e9-0302-4a3d-b96c-bbc2644d3fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (f4795387-5b9e-4389-aa5b-125bd2709bdd), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.837513 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 70a37ba5-9ad6-4e8d-8fc5-365689735189 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:03.838491 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (70a37ba5-9ad6-4e8d-8fc5-365689735189), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:03.880669 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.db_base_plugin_common [None req-142d8f35-edb2-4778-a6ff-19443af5047b None None] Allocated IP 172.20.0.2 (2876e2a1-3492-40af-97a0-a80d1612333d/b5aebc3d-31c6-4909-92e3-135069d3f64d/77675c8c-a356-44bc-aa6f-23cd946e21a9) {{(pid=109828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:56:03.949715 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-fa7ba0e9-0302-4a3d-b96c-bbc2644d3fe3 None None] For port f4795387-5b9e-4389-aa5b-125bd2709bdd, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:56:03.953625 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-fa7ba0e9-0302-4a3d-b96c-bbc2644d3fe3 None None] For port f4795387-5b9e-4389-aa5b-125bd2709bdd, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=f4795387-5b9e-4389-aa5b-125bd2709bdd,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:56:03.980872 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-fa7ba0e9-0302-4a3d-b96c-bbc2644d3fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (f4795387-5b9e-4389-aa5b-125bd2709bdd), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:04.038799 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a407daa6-68bc-4f4f-9b06-140e35724355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546215'] for router (3b74fc5e-26df-4305-b927-5261426f0429), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:04.152921 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ba0e9-0302-4a3d-b96c-bbc2644d3fe3 None None] Pushing event updated for resources: {'Port': ['ID=f4795387-5b9e-4389-aa5b-125bd2709bdd,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:04.197042 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 70a37ba5-9ad6-4e8d-8fc5-365689735189 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:04.202931 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (70a37ba5-9ad6-4e8d-8fc5-365689735189), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:04.363179 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-142d8f35-edb2-4778-a6ff-19443af5047b None None] Publish callbacks [] for port (77675c8c-a356-44bc-aa6f-23cd946e21a9), precommit_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:04.393672 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] For port 70a37ba5-9ad6-4e8d-8fc5-365689735189, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=70a37ba5-9ad6-4e8d-8fc5-365689735189,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:04.413389 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-142d8f35-edb2-4778-a6ff-19443af5047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (77675c8c-a356-44bc-aa6f-23cd946e21a9), after_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:04.433123 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (70a37ba5-9ad6-4e8d-8fc5-365689735189), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:04.442547 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a407daa6-68bc-4f4f-9b06-140e35724355 admin admin] Router 3b74fc5e-26df-4305-b927-5261426f0429 is scheduled to L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:56:04.443632 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:04.476331 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-ae5ce1d2-b8a7-4d4b-8c76-76bc0d219a2e admin admin] Allocated IP 172.27.0.177 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/b1e35637-b8ac-4b3b-a917-169d02c2d86e) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:56:04.489285 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-53ff639d-3343-4268-b9a5-29d126fe5b13 service neutron] 10.222.0.24 "GET /v2.0/networks/76650685-434e-42ab-a775-db2e42ba360d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7128105 Apr 12 17:56:04.514741 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853ff356-f6fe-42a3-93c1-3bfbd9b44c1d None None] Network 686fab4f-3c38-4683-935f-38f19e4e8a4f requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:56:04.582677 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142d8f35-edb2-4778-a6ff-19443af5047b None None] Network 2876e2a1-3492-40af-97a0-a80d1612333d is already hosted by enough agents. {{(pid=109828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:56:04.623114 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.base_scheduler [None req-142d8f35-edb2-4778-a6ff-19443af5047b None None] Resources bound (agent type, host, resource id): {{(pid=109828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:04.625920 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-9309c835-f7c8-4d9f-a476-5700e3bdd869 service neutron] 10.222.0.24 "GET /v2.0/networks/76650685-434e-42ab-a775-db2e42ba360d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356895 Apr 12 17:56:04.630138 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142d8f35-edb2-4778-a6ff-19443af5047b None None] Received port after_create {{(pid=109828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:56:04.685286 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-3df47ac5-a925-4e13-9f29-a3cfd675f9f1 None None] Provisioning complete for port 70a37ba5-9ad6-4e8d-8fc5-365689735189 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:04.686424 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3df47ac5-a925-4e13-9f29-a3cfd675f9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (70a37ba5-9ad6-4e8d-8fc5-365689735189), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:04.690485 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d8f35-edb2-4778-a6ff-19443af5047b None None] Pushing event updated for resources: {'Port': ['ID=77675c8c-a356-44bc-aa6f-23cd946e21a9,revision_number=1']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:04.719116 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a407daa6-68bc-4f4f-9b06-140e35724355 admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:56:04.730968 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] Sync routers for ids ['3b74fc5e-26df-4305-b927-5261426f0429'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:56:04.748892 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] Routers {'3b74fc5e-26df-4305-b927-5261426f0429'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:56:04.749637 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:56:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['3b74fc5e-26df-4305-b927-5261426f0429'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:04.784815 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a407daa6-68bc-4f4f-9b06-140e35724355 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:04.788249 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-a407daa6-68bc-4f4f-9b06-140e35724355 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1091931 Apr 12 17:56:04.791917 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36102) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:05.063898 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-996daa8b-4ae7-4b04-9894-5d37547c1b9f admin admin] Publish callbacks [] for router_gateway (89cca699-a507-4901-bbec-3b3061bdd2f7), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:05.101078 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] Set router 3b74fc5e-26df-4305-b927-5261426f0429 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:56:05.142297 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 36136) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:05.158930 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-996daa8b-4ae7-4b04-9894-5d37547c1b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:05.242451 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7e8764e5-d1d4-4bff-8f56-b9567662aa6d req-a069a435-9371-4d4e-b84f-6db07163acba tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 210 time: 0.0931153 Apr 12 17:56:05.243613 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-142d8f35-edb2-4778-a6ff-19443af5047b None None] Attempting to bind port 77675c8c-a356-44bc-aa6f-23cd946e21a9 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:56:05.244595 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-142d8f35-edb2-4778-a6ff-19443af5047b None None] Attempting to bind port 77675c8c-a356-44bc-aa6f-23cd946e21a9 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '2379ee2c-1674-45e0-afc7-bff7c9920f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:56:05.245186 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142d8f35-edb2-4778-a6ff-19443af5047b None None] Attempting to bind port 77675c8c-a356-44bc-aa6f-23cd946e21a9 on network 2876e2a1-3492-40af-97a0-a80d1612333d {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:56:05.245488 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ae5ce1d2-b8a7-4d4b-8c76-76bc0d219a2e admin admin] Publish callbacks [] for port (b1e35637-b8ac-4b3b-a917-169d02c2d86e), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:05.298134 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142d8f35-edb2-4778-a6ff-19443af5047b None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:56:05.298856 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142d8f35-edb2-4778-a6ff-19443af5047b None None] Checking segment: {'id': '2379ee2c-1674-45e0-afc7-bff7c9920f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:56:05.299473 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-142d8f35-edb2-4778-a6ff-19443af5047b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:05.300088 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142d8f35-edb2-4778-a6ff-19443af5047b None None] Bound using segment: {'id': '2379ee2c-1674-45e0-afc7-bff7c9920f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:56:05.301419 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-142d8f35-edb2-4778-a6ff-19443af5047b None None] Bound port: 77675c8c-a356-44bc-aa6f-23cd946e21a9, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2379ee2c-1674-45e0-afc7-bff7c9920f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:56:05.307509 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-142d8f35-edb2-4778-a6ff-19443af5047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (77675c8c-a356-44bc-aa6f-23cd946e21a9), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:05.557709 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ae5ce1d2-b8a7-4d4b-8c76-76bc0d219a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (b1e35637-b8ac-4b3b-a917-169d02c2d86e), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:05.584212 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:03Z', 'revision_number': 3, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:05.601397 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-142d8f35-edb2-4778-a6ff-19443af5047b None None] For port 77675c8c-a356-44bc-aa6f-23cd946e21a9, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:56:05.615205 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-142d8f35-edb2-4778-a6ff-19443af5047b None None] For port 77675c8c-a356-44bc-aa6f-23cd946e21a9, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=77675c8c-a356-44bc-aa6f-23cd946e21a9,segment=NetworkSegment(2379ee2c-1674-45e0-afc7-bff7c9920f2a),segment_id=2379ee2c-1674-45e0-afc7-bff7c9920f2a)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:56:05.635575 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device f4795387-5b9e-4389-aa5b-125bd2709bdd up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:56:05.648881 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-142d8f35-edb2-4778-a6ff-19443af5047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (77675c8c-a356-44bc-aa6f-23cd946e21a9), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:05.680351 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Pushing event updated for resources: {'Port': ['ID=70a37ba5-9ad6-4e8d-8fc5-365689735189,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:05.717364 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] Checking router: 3b74fc5e-26df-4305-b927-5261426f0429 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:56:05.722497 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] Updating router 3b74fc5e-26df-4305-b927-5261426f0429 port ae881c8d-393c-46ee-b636-a310e7a07a11 binding host dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:56:05.803378 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5ce1d2-b8a7-4d4b-8c76-76bc0d219a2e admin admin] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:56:05.819839 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-ae5ce1d2-b8a7-4d4b-8c76-76bc0d219a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:05.834907 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5ce1d2-b8a7-4d4b-8c76-76bc0d219a2e admin admin] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:56:05.881279 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (ae881c8d-393c-46ee-b636-a310e7a07a11), before_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:05.901622 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d8f35-edb2-4778-a6ff-19443af5047b None None] Pushing event updated for resources: {'Port': ['ID=77675c8c-a356-44bc-aa6f-23cd946e21a9,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:06.105658 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port f4795387-5b9e-4389-aa5b-125bd2709bdd triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:06.106040 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (f4795387-5b9e-4389-aa5b-125bd2709bdd), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.183887 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ce1d2-b8a7-4d4b-8c76-76bc0d219a2e admin admin] Pushing event updated for resources: {'Port': ['ID=b1e35637-b8ac-4b3b-a917-169d02c2d86e,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:06.197974 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-3df47ac5-a925-4e13-9f29-a3cfd675f9f1 None None] Current status of the port 70a37ba5-9ad6-4e8d-8fc5-365689735189 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:06.221201 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-996daa8b-4ae7-4b04-9894-5d37547c1b9f admin admin] Allocated IP 172.27.0.51 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/ec5190e3-5676-4bb6-b797-fe08532494b0) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:56:06.266187 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a79c4fa-900f-400d-8db7-324e31f304ac None None] Network 620e6442-ea5d-4803-85d5-538016f366eb requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:56:06.328418 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd0684d7-646b-48a7-a230-37ae68c2744f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.570584 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-52c527f9-8d70-4fac-8663-713937efd784 None None] Provisioning complete for port 70a37ba5-9ad6-4e8d-8fc5-365689735189 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:06.571271 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-52c527f9-8d70-4fac-8663-713937efd784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (70a37ba5-9ad6-4e8d-8fc5-365689735189), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.583161 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-996daa8b-4ae7-4b04-9894-5d37547c1b9f admin admin] Publish callbacks [] for port (ec5190e3-5676-4bb6-b797-fe08532494b0), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.653444 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-996daa8b-4ae7-4b04-9894-5d37547c1b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (ec5190e3-5676-4bb6-b797-fe08532494b0), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.658640 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-cd0684d7-646b-48a7-a230-37ae68c2744f admin admin] Allocated IP 172.20.0.1 (686fab4f-3c38-4683-935f-38f19e4e8a4f/1e2e22a3-d988-42d0-ada7-fb014078e671/216c0dac-49ad-49f3-97d6-3419d9443622) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:56:06.721399 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996daa8b-4ae7-4b04-9894-5d37547c1b9f admin admin] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:56:06.725530 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-996daa8b-4ae7-4b04-9894-5d37547c1b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:06.784408 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9a28ee5f-9f9e-4ee8-babf-23e2f0344371 req-834183dc-9fbe-4707-9e08-b1d16a8719e5 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 210 time: 0.1534367 Apr 12 17:56:06.788569 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996daa8b-4ae7-4b04-9894-5d37547c1b9f admin admin] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:56:06.896475 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port f4795387-5b9e-4389-aa5b-125bd2709bdd is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:06.896876 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (f4795387-5b9e-4389-aa5b-125bd2709bdd), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.907102 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-52c527f9-8d70-4fac-8663-713937efd784 None None] Current status of the port 70a37ba5-9ad6-4e8d-8fc5-365689735189 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:06.910953 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] Publish callbacks [] for port (ae881c8d-393c-46ee-b636-a310e7a07a11), precommit_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.913483 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd0684d7-646b-48a7-a230-37ae68c2744f admin admin] Publish callbacks [] for port (216c0dac-49ad-49f3-97d6-3419d9443622), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.920872 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (ae881c8d-393c-46ee-b636-a310e7a07a11), after_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:06.957803 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-52c527f9-8d70-4fac-8663-713937efd784 None None] Provisioning complete for port f4795387-5b9e-4389-aa5b-125bd2709bdd triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:06.959412 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-52c527f9-8d70-4fac-8663-713937efd784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (f4795387-5b9e-4389-aa5b-125bd2709bdd), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:07.004673 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996daa8b-4ae7-4b04-9894-5d37547c1b9f admin admin] Pushing event updated for resources: {'Port': ['ID=ec5190e3-5676-4bb6-b797-fe08532494b0,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:07.013522 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd0684d7-646b-48a7-a230-37ae68c2744f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (216c0dac-49ad-49f3-97d6-3419d9443622), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:07.061251 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4836011-01e1-4c25-a625-02aba6439b39 None None] Pushing event updated for resources: {'Port': ['ID=ae881c8d-393c-46ee-b636-a310e7a07a11,revision_number=2']} {{(pid=109829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:07.107441 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4836011-01e1-4c25-a625-02aba6439b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:07.107804 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4836011-01e1-4c25-a625-02aba6439b39 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:07.111178 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4836011-01e1-4c25-a625-02aba6439b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:07.112138 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4836011-01e1-4c25-a625-02aba6439b39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:07.113566 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4836011-01e1-4c25-a625-02aba6439b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:07.115324 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-52c527f9-8d70-4fac-8663-713937efd784 None None] Current status of the port f4795387-5b9e-4389-aa5b-125bd2709bdd is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:07.115720 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-52c527f9-8d70-4fac-8663-713937efd784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (f4795387-5b9e-4389-aa5b-125bd2709bdd), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:07.117226 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4836011-01e1-4c25-a625-02aba6439b39 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:07.122426 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4836011-01e1-4c25-a625-02aba6439b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:07.122943 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4836011-01e1-4c25-a625-02aba6439b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:07.124401 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4836011-01e1-4c25-a625-02aba6439b39 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:07.124878 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4836011-01e1-4c25-a625-02aba6439b39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:07.125462 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4836011-01e1-4c25-a625-02aba6439b39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:07.126598 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4836011-01e1-4c25-a625-02aba6439b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:07.136151 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4836011-01e1-4c25-a625-02aba6439b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:07.136969 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4836011-01e1-4c25-a625-02aba6439b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:07.137622 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4836011-01e1-4c25-a625-02aba6439b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4836011-01e1-4c25-a625-02aba6439b39 None None] Tracked resource versions report: Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: pushed versions: Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: { 'AddressGroup': {'1.2'}, Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Agent': {'1.1'}, Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'ConntrackHelper': {'1.0'}, Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'LocalIPAssociation': {'1.0'}, Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Log': {'1.0'}, Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'NDPProxy': {'1.0'}, Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Network': {'1.1'}, Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Port': {'1.7'}, Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'PortForwarding': {'1.3'}, Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'QosPolicy': {'1.10'}, Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'SecurityGroup': {'1.5'}, Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'SecurityGroupRule': {'1.2'}, Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'SubPort': {'1.0'}, Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Subnet': {'1.1'}, Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Trunk': {'1.1'}} Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: consumer versions: Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: { DHCP agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: HyperV agent@hv-cinder-83753: {}, Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: L3 agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: Metadata agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: Metering agent@dv-cinder-837534-1-iscsi: {}, Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: Open vSwitch agent@dv-cinder-837534-1-iscsi: { 'AddressGroup': '1.2', Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Agent': '1.1', Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'ConntrackHelper': '1.0', Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'LocalIPAssociation': '1.0', Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Log': '1.0', Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'NDPProxy': '1.0', Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Network': '1.1', Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Port': '1.7', Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'PortForwarding': '1.3', Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'QosPolicy': '1.10', Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'SecurityGroup': '1.5', Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'SecurityGroupRule': '1.2', Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'SubPort': '1.0', Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Subnet': '1.1', Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: 'Trunk': '1.1'}} Apr 12 17:56:07.139388 dv-cinder-837534-1-iscsi neutron-server[109829]: {{(pid=109829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 17:56:07.141654 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0684d7-646b-48a7-a230-37ae68c2744f admin admin] Network 686fab4f-3c38-4683-935f-38f19e4e8a4f is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:56:07.149414 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] Attempting to bind port ae881c8d-393c-46ee-b636-a310e7a07a11 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:56:07.150136 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] Attempting to bind port ae881c8d-393c-46ee-b636-a310e7a07a11 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'}] {{(pid=109829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:56:07.151631 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] Attempting to bind port ae881c8d-393c-46ee-b636-a310e7a07a11 on network 05f7d063-e626-411a-9797-8659504ada56 {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:56:07.152014 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-cd0684d7-646b-48a7-a230-37ae68c2744f admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:07.157675 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] For port f4795387-5b9e-4389-aa5b-125bd2709bdd, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=f4795387-5b9e-4389-aa5b-125bd2709bdd,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:07.175585 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0684d7-646b-48a7-a230-37ae68c2744f admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:56:07.176307 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd0684d7-646b-48a7-a230-37ae68c2744f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546134'] for router_interface (3b74fc5e-26df-4305-b927-5261426f0429), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:07.179251 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:56:07.179879 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] Checking segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:56:07.180501 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:07.181082 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] Bound using segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:56:07.181957 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] Bound port: ae881c8d-393c-46ee-b636-a310e7a07a11, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'}}] {{(pid=109829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:56:07.182577 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (ae881c8d-393c-46ee-b636-a310e7a07a11), before_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:07.239231 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (f4795387-5b9e-4389-aa5b-125bd2709bdd), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:07.244521 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.db.api [None req-52c527f9-8d70-4fac-8663-713937efd784 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 17:56:07.245026 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG oslo_db.api [None req-52c527f9-8d70-4fac-8663-713937efd784 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 17:56:07.297063 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36240) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:07.314088 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Pushing event updated for resources: {'Port': ['ID=f4795387-5b9e-4389-aa5b-125bd2709bdd,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:07.325426 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.db [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] For port ae881c8d-393c-46ee-b636-a310e7a07a11, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:56:07.330741 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.db [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] For port ae881c8d-393c-46ee-b636-a310e7a07a11, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=ae881c8d-393c-46ee-b636-a310e7a07a11,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:56:07.349698 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (ae881c8d-393c-46ee-b636-a310e7a07a11), after_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:07.349826 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ae5ce1d2-b8a7-4d4b-8c76-76bc0d219a2e admin admin] Publish callbacks [] for router_gateway (247dba89-5927-4459-97b8-323df380be47), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:07.447543 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4836011-01e1-4c25-a625-02aba6439b39 None None] Pushing event updated for resources: {'Port': ['ID=ae881c8d-393c-46ee-b636-a310e7a07a11,revision_number=3']} {{(pid=109829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:07.469241 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] Routers {'3b74fc5e-26df-4305-b927-5261426f0429'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:56:07.470193 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:56:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['3b74fc5e-26df-4305-b927-5261426f0429'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:07.520942 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0684d7-646b-48a7-a230-37ae68c2744f admin admin] Pushing event updated for resources: {'Port': ['ID=216c0dac-49ad-49f3-97d6-3419d9443622,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:07.603576 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd0684d7-646b-48a7-a230-37ae68c2744f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (216c0dac-49ad-49f3-97d6-3419d9443622), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:07.632704 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-996daa8b-4ae7-4b04-9894-5d37547c1b9f admin admin] Publish callbacks [] for router_gateway (89cca699-a507-4901-bbec-3b3061bdd2f7), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:07.661091 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] Set router 3b74fc5e-26df-4305-b927-5261426f0429 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:56:07.664796 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3398c62d-c68a-4502-be35-db15c7d92944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:07.736977 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fbdd6f-422e-4125-b2e1-c6e1ddcc7d26 None None] Network 2876e2a1-3492-40af-97a0-a80d1612333d requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:56:07.826986 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-52c527f9-8d70-4fac-8663-713937efd784 None None] Current status of the port f4795387-5b9e-4389-aa5b-125bd2709bdd is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:07.830320 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device f4795387-5b9e-4389-aa5b-125bd2709bdd up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:56:07.889833 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3398c62d-c68a-4502-be35-db15c7d92944 admin admin] Publish callbacks [] for security_group (e76e7ec1-ec02-4c9b-9cff-a6b881396d92), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:07.891586 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port f4795387-5b9e-4389-aa5b-125bd2709bdd triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:07.892289 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (f4795387-5b9e-4389-aa5b-125bd2709bdd), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:07.899866 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3398c62d-c68a-4502-be35-db15c7d92944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (e76e7ec1-ec02-4c9b-9cff-a6b881396d92), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:07.947757 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd0684d7-646b-48a7-a230-37ae68c2744f admin admin] Publish callbacks [] for port (216c0dac-49ad-49f3-97d6-3419d9443622), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:07.965745 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd0684d7-646b-48a7-a230-37ae68c2744f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (216c0dac-49ad-49f3-97d6-3419d9443622), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:07.966733 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd0684d7-646b-48a7-a230-37ae68c2744f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548582'] for router_interface (3b74fc5e-26df-4305-b927-5261426f0429), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:07.984303 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-3398c62d-c68a-4502-be35-db15c7d92944 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02918607782f4295bc7a25ee98e6cbd7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6818676 Apr 12 17:56:07.989321 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:03Z', 'revision_number': 3, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:07.990733 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36252) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:07.992856 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398c62d-c68a-4502-be35-db15c7d92944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76e7ec1-ec02-4c9b-9cff-a6b881396d92,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:08.028680 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ca62d8-cc9d-448a-a277-27c35c844939 None None] The sync data for ids ['3b74fc5e-26df-4305-b927-5261426f0429'] in dv-cinder-837534-1-iscsi is: [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:03Z', 'revision_number': 3, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:56:08.071153 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-c1648f06-3724-4f0d-89fe-3f9a8242f335 None None] Provisioning complete for port 77675c8c-a356-44bc-aa6f-23cd946e21a9 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:08.072357 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c1648f06-3724-4f0d-89fe-3f9a8242f335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (77675c8c-a356-44bc-aa6f-23cd946e21a9), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:08.172141 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0684d7-646b-48a7-a230-37ae68c2744f admin admin] Pushing event updated for resources: {'Port': ['ID=216c0dac-49ad-49f3-97d6-3419d9443622,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:08.205272 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port f4795387-5b9e-4389-aa5b-125bd2709bdd is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:08.206408 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 77675c8c-a356-44bc-aa6f-23cd946e21a9 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:56:08.246186 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-43226702-15f2-46e9-b864-181e0146d914 req-4b6b9314-9045-4515-a15f-153bb89fd255 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 210 time: 0.0607245 Apr 12 17:56:08.270713 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-545a5c2d-6cee-4726-8513-63bb93af30a6 admin admin] Publish callbacks [] for security_group (e76e7ec1-ec02-4c9b-9cff-a6b881396d92), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:08.305311 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ae5ce1d2-b8a7-4d4b-8c76-76bc0d219a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546215'] for router (247dba89-5927-4459-97b8-323df380be47), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:08.339792 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-c1648f06-3724-4f0d-89fe-3f9a8242f335 None None] Current status of the port 77675c8c-a356-44bc-aa6f-23cd946e21a9 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:08.340358 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c1648f06-3724-4f0d-89fe-3f9a8242f335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (77675c8c-a356-44bc-aa6f-23cd946e21a9), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:08.372024 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 77675c8c-a356-44bc-aa6f-23cd946e21a9 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:08.372304 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (77675c8c-a356-44bc-aa6f-23cd946e21a9), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:08.372748 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0684d7-646b-48a7-a230-37ae68c2744f admin admin] Network 686fab4f-3c38-4683-935f-38f19e4e8a4f is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:56:08.379872 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-545a5c2d-6cee-4726-8513-63bb93af30a6 admin admin] Publish callbacks [] for security_group (e76e7ec1-ec02-4c9b-9cff-a6b881396d92), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:08.458766 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-cd0684d7-646b-48a7-a230-37ae68c2744f admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:08.461038 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-c1648f06-3724-4f0d-89fe-3f9a8242f335 None None] For port 77675c8c-a356-44bc-aa6f-23cd946e21a9, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=77675c8c-a356-44bc-aa6f-23cd946e21a9,segment=NetworkSegment(2379ee2c-1674-45e0-afc7-bff7c9920f2a),segment_id=2379ee2c-1674-45e0-afc7-bff7c9920f2a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:08.463049 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-545a5c2d-6cee-4726-8513-63bb93af30a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (e76e7ec1-ec02-4c9b-9cff-a6b881396d92), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:08.467579 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-545a5c2d-6cee-4726-8513-63bb93af30a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:08.469172 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-545a5c2d-6cee-4726-8513-63bb93af30a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e76e7ec1-ec02-4c9b-9cff-a6b881396d92 HTTP/1.1" status: 204 len: 168 time: 0.4772558 Apr 12 17:56:08.488940 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c1648f06-3724-4f0d-89fe-3f9a8242f335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (77675c8c-a356-44bc-aa6f-23cd946e21a9), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:08.524902 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a5c2d-6cee-4726-8513-63bb93af30a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76e7ec1-ec02-4c9b-9cff-a6b881396d92,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:08.605108 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1648f06-3724-4f0d-89fe-3f9a8242f335 None None] Pushing event updated for resources: {'Port': ['ID=77675c8c-a356-44bc-aa6f-23cd946e21a9,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:08.641935 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-996daa8b-4ae7-4b04-9894-5d37547c1b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546215'] for router (89cca699-a507-4901-bbec-3b3061bdd2f7), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:08.688507 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 77675c8c-a356-44bc-aa6f-23cd946e21a9 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:08.690269 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 70a37ba5-9ad6-4e8d-8fc5-365689735189 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:56:08.761566 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5ce1d2-b8a7-4d4b-8c76-76bc0d219a2e admin admin] Router 247dba89-5927-4459-97b8-323df380be47 is scheduled to L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e with binding_index 1 {{(pid=109827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:56:08.835378 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0684d7-646b-48a7-a230-37ae68c2744f admin admin] Router 3b74fc5e-26df-4305-b927-5261426f0429 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:56:08.855451 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-c1648f06-3724-4f0d-89fe-3f9a8242f335 None None] Provisioning complete for port 216c0dac-49ad-49f3-97d6-3419d9443622 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:08.855837 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c1648f06-3724-4f0d-89fe-3f9a8242f335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (216c0dac-49ad-49f3-97d6-3419d9443622), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:08.916757 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-c1648f06-3724-4f0d-89fe-3f9a8242f335 None None] Port 216c0dac-49ad-49f3-97d6-3419d9443622 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:56:08.927523 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-c1648f06-3724-4f0d-89fe-3f9a8242f335 None None] Provisioning complete for port f4795387-5b9e-4389-aa5b-125bd2709bdd triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:08.927895 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c1648f06-3724-4f0d-89fe-3f9a8242f335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (f4795387-5b9e-4389-aa5b-125bd2709bdd), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:08.984902 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 70a37ba5-9ad6-4e8d-8fc5-365689735189 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:08.985295 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (70a37ba5-9ad6-4e8d-8fc5-365689735189), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:09.118908 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-c1648f06-3724-4f0d-89fe-3f9a8242f335 None None] Current status of the port f4795387-5b9e-4389-aa5b-125bd2709bdd is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:09.143456 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36280) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:09.146904 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0684d7-646b-48a7-a230-37ae68c2744f admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:56:09.159666 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996daa8b-4ae7-4b04-9894-5d37547c1b9f admin admin] Router 89cca699-a507-4901-bbec-3b3061bdd2f7 is scheduled to L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e with binding_index 1 {{(pid=109827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:56:09.161418 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b7c3ecf-8bb8-4c21-b9b5-b7f51cf8cae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:09.168240 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-cd0684d7-646b-48a7-a230-37ae68c2744f admin admin] 10.222.0.24 "PUT /v2.0/routers/3b74fc5e-26df-4305-b927-5261426f0429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3752854 Apr 12 17:56:09.185503 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5ce1d2-b8a7-4d4b-8c76-76bc0d219a2e admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:56:09.188526 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 70a37ba5-9ad6-4e8d-8fc5-365689735189 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:09.197245 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] Sync routers for ids ['247dba89-5927-4459-97b8-323df380be47'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:56:09.218074 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] Routers {'247dba89-5927-4459-97b8-323df380be47'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:56:09.218958 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:56:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['247dba89-5927-4459-97b8-323df380be47'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:09.262694 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b7c3ecf-8bb8-4c21-b9b5-b7f51cf8cae0 admin admin] Publish callbacks [] for security_group (4b09e576-f94f-49f9-a9c8-7a7426605817), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:09.277046 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1b7c3ecf-8bb8-4c21-b9b5-b7f51cf8cae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (4b09e576-f94f-49f9-a9c8-7a7426605817), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:09.326149 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c3ecf-8bb8-4c21-b9b5-b7f51cf8cae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b09e576-f94f-49f9-a9c8-7a7426605817,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:09.333417 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996daa8b-4ae7-4b04-9894-5d37547c1b9f admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:56:09.342157 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] Sync routers for ids ['89cca699-a507-4901-bbec-3b3061bdd2f7'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:56:09.350530 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-1b7c3ecf-8bb8-4c21-b9b5-b7f51cf8cae0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fec0568b73cc4f8cbcc148f20aead786&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2052982 Apr 12 17:56:09.351842 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36286) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:09.366202 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ae5ce1d2-b8a7-4d4b-8c76-76bc0d219a2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:09.368429 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-ae5ce1d2-b8a7-4d4b-8c76-76bc0d219a2e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.3845553 Apr 12 17:56:09.371235 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] Routers {'89cca699-a507-4901-bbec-3b3061bdd2f7'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:56:09.371790 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 36288) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:09.376862 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:56:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['89cca699-a507-4901-bbec-3b3061bdd2f7'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:09.388506 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-996daa8b-4ae7-4b04-9894-5d37547c1b9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:09.392575 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-178241e9-821e-49c3-b27c-95ce6119b66f None None] Provisioning complete for port 216c0dac-49ad-49f3-97d6-3419d9443622 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:09.393055 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-178241e9-821e-49c3-b27c-95ce6119b66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (216c0dac-49ad-49f3-97d6-3419d9443622), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:09.398746 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-996daa8b-4ae7-4b04-9894-5d37547c1b9f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5309296 Apr 12 17:56:09.402276 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36292) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:09.507954 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-178241e9-821e-49c3-b27c-95ce6119b66f None None] Port 216c0dac-49ad-49f3-97d6-3419d9443622 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:56:09.556568 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] Set router 247dba89-5927-4459-97b8-323df380be47 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:56:09.667354 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d47b25a7-504c-4868-a607-dd99b9b3dd4d req-eeeb8567-294b-4d9c-a80f-bf552e9110e6 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 210 time: 0.0715671 Apr 12 17:56:09.671635 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e3460b0-716d-4c85-a8e6-b1ce1fa133d6 admin admin] Publish callbacks [] for security_group (4b09e576-f94f-49f9-a9c8-7a7426605817), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:09.854402 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e3460b0-716d-4c85-a8e6-b1ce1fa133d6 admin admin] Publish callbacks [] for security_group (4b09e576-f94f-49f9-a9c8-7a7426605817), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:09.876795 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] Set router 89cca699-a507-4901-bbec-3b3061bdd2f7 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:56:09.963698 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device ae881c8d-393c-46ee-b636-a310e7a07a11 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:56:10.007675 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-178241e9-821e-49c3-b27c-95ce6119b66f None None] Provisioning complete for port 77675c8c-a356-44bc-aa6f-23cd946e21a9 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:10.008051 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-178241e9-821e-49c3-b27c-95ce6119b66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (77675c8c-a356-44bc-aa6f-23cd946e21a9), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:10.092090 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1590815753-router', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 3, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'gw_port': {'id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:05:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:05Z', 'updated_at': '2022-04-12T17:56:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:10.098070 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36308) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:10.113992 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-06eef400-9ceb-4c7a-b57f-2bda8bd4ad90 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1634253272', 'description': 'tempest-description--332282583'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:10.124105 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] Checking router: 89cca699-a507-4901-bbec-3b3061bdd2f7 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:56:10.124695 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] Updating router 89cca699-a507-4901-bbec-3b3061bdd2f7 port ec5190e3-5676-4bb6-b797-fe08532494b0 binding host dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:56:10.162142 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (ec5190e3-5676-4bb6-b797-fe08532494b0), before_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:10.175038 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06eef400-9ceb-4c7a-b57f-2bda8bd4ad90 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:10.191813 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd3aa-a5ec-47e9-b796-36445c4b3955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:10.247635 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e3460b0-716d-4c85-a8e6-b1ce1fa133d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (4b09e576-f94f-49f9-a9c8-7a7426605817), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:10.250613 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e3460b0-716d-4c85-a8e6-b1ce1fa133d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:10.255039 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-7e3460b0-716d-4c85-a8e6-b1ce1fa133d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b09e576-f94f-49f9-a9c8-7a7426605817 HTTP/1.1" status: 204 len: 168 time: 0.9012766 Apr 12 17:56:10.257551 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247dba89-5927-4459-97b8-323df380be47', 'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-router', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:06Z', 'revision_number': 3, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'gw_port': {'id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:03Z', 'updated_at': '2022-04-12T17:56:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:10.324243 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3460b0-716d-4c85-a8e6-b1ce1fa133d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b09e576-f94f-49f9-a9c8-7a7426605817,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:10.334044 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] Checking router: 247dba89-5927-4459-97b8-323df380be47 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:56:10.334424 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] Updating router 247dba89-5927-4459-97b8-323df380be47 port b1e35637-b8ac-4b3b-a917-169d02c2d86e binding host dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:56:10.377917 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b1e35637-b8ac-4b3b-a917-169d02c2d86e), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:10.407749 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06eef400-9ceb-4c7a-b57f-2bda8bd4ad90 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (8508cf7b-02f6-4d8f-a241-1523e811a1fa), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:10.428987 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06eef400-9ceb-4c7a-b57f-2bda8bd4ad90 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (8508cf7b-02f6-4d8f-a241-1523e811a1fa), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:10.430843 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port ae881c8d-393c-46ee-b636-a310e7a07a11 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:10.431300 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (ae881c8d-393c-46ee-b636-a310e7a07a11), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:10.495186 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eef400-9ceb-4c7a-b57f-2bda8bd4ad90 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8508cf7b-02f6-4d8f-a241-1523e811a1fa,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:10.500369 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-06eef400-9ceb-4c7a-b57f-2bda8bd4ad90 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:10.503140 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-178241e9-821e-49c3-b27c-95ce6119b66f None None] Current status of the port 77675c8c-a356-44bc-aa6f-23cd946e21a9 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:10.505113 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-06eef400-9ceb-4c7a-b57f-2bda8bd4ad90 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4007354 Apr 12 17:56:10.547339 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36314) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:10.552770 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-dbeeb195-7caf-48ff-bb7b-83c0ee5b2320 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'security_group_rule': {'security_group_id': '8508cf7b-02f6-4d8f-a241-1523e811a1fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:10.661290 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dbeeb195-7caf-48ff-bb7b-83c0ee5b2320 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (30b32d1c-65eb-41d2-976c-4d7779e8f9c4), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:10.664059 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port ae881c8d-393c-46ee-b636-a310e7a07a11 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:10.664534 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (ae881c8d-393c-46ee-b636-a310e7a07a11), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:10.683771 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea4233c1-937b-482a-b364-88f69427df58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:10.692057 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] For port ae881c8d-393c-46ee-b636-a310e7a07a11, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=ae881c8d-393c-46ee-b636-a310e7a07a11,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:10.702110 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (ae881c8d-393c-46ee-b636-a310e7a07a11), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:10.704953 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 77675c8c-a356-44bc-aa6f-23cd946e21a9 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:56:10.738847 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] Publish callbacks [] for port (ec5190e3-5676-4bb6-b797-fe08532494b0), precommit_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:10.749708 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (ec5190e3-5676-4bb6-b797-fe08532494b0), after_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:10.829300 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] Attempting to bind port ec5190e3-5676-4bb6-b797-fe08532494b0 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:56:10.829676 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] Attempting to bind port ec5190e3-5676-4bb6-b797-fe08532494b0 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'}] {{(pid=109829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:56:10.830040 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] Attempting to bind port ec5190e3-5676-4bb6-b797-fe08532494b0 on network 05f7d063-e626-411a-9797-8659504ada56 {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:56:10.837860 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e795bdb-b9e8-4f9f-8f50-178ea1f05d06 None None] Pushing event updated for resources: {'Port': ['ID=ec5190e3-5676-4bb6-b797-fe08532494b0,revision_number=2']} {{(pid=109829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:10.840470 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:56:10.840850 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] Checking segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:56:10.841250 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:10.841632 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] Bound using segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:56:10.842788 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] Bound port: ec5190e3-5676-4bb6-b797-fe08532494b0, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'}}] {{(pid=109829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:56:10.843412 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (ec5190e3-5676-4bb6-b797-fe08532494b0), before_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:10.843615 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dbeeb195-7caf-48ff-bb7b-83c0ee5b2320 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (30b32d1c-65eb-41d2-976c-4d7779e8f9c4), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:10.861462 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dbeeb195-7caf-48ff-bb7b-83c0ee5b2320 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (30b32d1c-65eb-41d2-976c-4d7779e8f9c4), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:10.916281 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-dd9e8ee2-a69a-4dd2-a606-94cd7364e746 req-bf94d405-6076-4351-8966-6233e8a2667c tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 210 time: 0.0829921 Apr 12 17:56:10.924635 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeeb195-7caf-48ff-bb7b-83c0ee5b2320 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b32d1c-65eb-41d2-976c-4d7779e8f9c4,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:10.935517 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-ea9bd3aa-a5ec-47e9-b796-36445c4b3955 admin admin] Allocated IP 172.20.0.1 (620e6442-ea5d-4803-85d5-538016f366eb/bbb6ee85-b118-461b-9d62-32e550eb62b2/88c466f6-8a56-4b6a-af95-8165b8e4a9c7) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:56:10.976331 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dbeeb195-7caf-48ff-bb7b-83c0ee5b2320 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:10.977655 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-dbeeb195-7caf-48ff-bb7b-83c0ee5b2320 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4293089 Apr 12 17:56:10.980804 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36332) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:10.990847 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.db [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] For port ec5190e3-5676-4bb6-b797-fe08532494b0, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:56:10.994677 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.db [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] For port ec5190e3-5676-4bb6-b797-fe08532494b0, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=ec5190e3-5676-4bb6-b797-fe08532494b0,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:56:10.998270 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e296f33c-46a2-4426-b5db-80e52ecefa0f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'security_group_rule': {'security_group_id': '8508cf7b-02f6-4d8f-a241-1523e811a1fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:11.012875 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (ec5190e3-5676-4bb6-b797-fe08532494b0), after_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.070870 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e296f33c-46a2-4426-b5db-80e52ecefa0f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (dbfcd793-a2e7-42b8-9bad-aba0dcb44cf7), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.118215 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-ea4233c1-937b-482a-b364-88f69427df58 admin admin] Allocated IP 172.20.0.1 (2876e2a1-3492-40af-97a0-a80d1612333d/b5aebc3d-31c6-4909-92e3-135069d3f64d/2e348f39-4cd8-495b-89ed-6c3dfcff9cc9) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:56:11.152244 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] Routers {'89cca699-a507-4901-bbec-3b3061bdd2f7'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:56:11.153102 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:56:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['89cca699-a507-4901-bbec-3b3061bdd2f7'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:11.170938 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Pushing event updated for resources: {'Port': ['ID=ae881c8d-393c-46ee-b636-a310e7a07a11,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:11.175265 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] Sync routers for ids ['3b74fc5e-26df-4305-b927-5261426f0429'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:56:11.177782 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.23', 58758) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:11.219025 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] Publish callbacks [] for port (b1e35637-b8ac-4b3b-a917-169d02c2d86e), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.221926 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] Routers {'3b74fc5e-26df-4305-b927-5261426f0429'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:56:11.222788 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:56:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['3b74fc5e-26df-4305-b927-5261426f0429'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:11.228274 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e795bdb-b9e8-4f9f-8f50-178ea1f05d06 None None] Pushing event updated for resources: {'Port': ['ID=ec5190e3-5676-4bb6-b797-fe08532494b0,revision_number=3']} {{(pid=109829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:11.242158 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e296f33c-46a2-4426-b5db-80e52ecefa0f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (dbfcd793-a2e7-42b8-9bad-aba0dcb44cf7), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.261433 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e296f33c-46a2-4426-b5db-80e52ecefa0f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (dbfcd793-a2e7-42b8-9bad-aba0dcb44cf7), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.288320 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 77675c8c-a356-44bc-aa6f-23cd946e21a9 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:11.290029 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (77675c8c-a356-44bc-aa6f-23cd946e21a9), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.332844 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b1e35637-b8ac-4b3b-a917-169d02c2d86e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.335457 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f33c-46a2-4426-b5db-80e52ecefa0f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfcd793-a2e7-42b8-9bad-aba0dcb44cf7,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:11.358162 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] Set router 89cca699-a507-4901-bbec-3b3061bdd2f7 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:56:11.397197 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e296f33c-46a2-4426-b5db-80e52ecefa0f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.401765 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e296f33c-46a2-4426-b5db-80e52ecefa0f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4169176 Apr 12 17:56:11.401913 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36344) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:11.417675 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-8890c47e-fbaf-44bc-96fe-0228989cd195 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'floatingip': {'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:11.451614 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a318d-9d23-4bec-b2ba-58e7281ce9af None None] Pushing event updated for resources: {'Port': ['ID=b1e35637-b8ac-4b3b-a917-169d02c2d86e,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:11.490427 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-9607e612-a43f-4e07-b615-410527829387 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:11.493442 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] Attempting to bind port b1e35637-b8ac-4b3b-a917-169d02c2d86e on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:56:11.493984 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-9607e612-a43f-4e07-b615-410527829387 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.23 "GET /v2.0/networks?id=76650685-434e-42ab-a775-db2e42ba360d HTTP/1.1" status: 200 len: 811 time: 0.3149669 Apr 12 17:56:11.494390 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] Attempting to bind port b1e35637-b8ac-4b3b-a917-169d02c2d86e by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:56:11.494903 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] Attempting to bind port b1e35637-b8ac-4b3b-a917-169d02c2d86e on network 05f7d063-e626-411a-9797-8659504ada56 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:56:11.500061 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8890c47e-fbaf-44bc-96fe-0228989cd195 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.514406 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd3aa-a5ec-47e9-b796-36445c4b3955 admin admin] Publish callbacks [] for port (88c466f6-8a56-4b6a-af95-8165b8e4a9c7), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.546087 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:56:11.548951 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] Checking segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:56:11.549524 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.550064 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] Bound using segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:56:11.550825 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] Bound port: b1e35637-b8ac-4b3b-a917-169d02c2d86e, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:56:11.551514 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b1e35637-b8ac-4b3b-a917-169d02c2d86e), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.584979 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-40dc399b-59b5-4693-b737-27bd971ae18d tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Request body: {'port': {'device_id': '5800d92b-9007-43f5-86b7-18f11cb1e0cb', 'network_id': '76650685-434e-42ab-a775-db2e42ba360d', 'admin_state_up': True, 'tenant_id': 'fb0988aa37bf4e35a02acacf491c6ba9'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:11.586118 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1590815753-router', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 3, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'gw_port': {'id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:05:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:05Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:11.600113 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd3aa-a5ec-47e9-b796-36445c4b3955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (88c466f6-8a56-4b6a-af95-8165b8e4a9c7), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.627276 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7e7dad-14bc-4942-a785-4178665635f0 None None] The sync data for ids ['89cca699-a507-4901-bbec-3b3061bdd2f7'] in dv-cinder-837534-1-iscsi is: [{'id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1590815753-router', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 3, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'gw_port': {'id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:05:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:05Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:56:11.697580 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea4233c1-937b-482a-b364-88f69427df58 admin admin] Publish callbacks [] for port (2e348f39-4cd8-495b-89ed-6c3dfcff9cc9), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.742014 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] Set router 3b74fc5e-26df-4305-b927-5261426f0429 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:56:11.745285 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] For port b1e35637-b8ac-4b3b-a917-169d02c2d86e, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:56:11.745812 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea4233c1-937b-482a-b364-88f69427df58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (2e348f39-4cd8-495b-89ed-6c3dfcff9cc9), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.758709 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9bd3aa-a5ec-47e9-b796-36445c4b3955 admin admin] Network 620e6442-ea5d-4803-85d5-538016f366eb is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:56:11.774594 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-ea9bd3aa-a5ec-47e9-b796-36445c4b3955 admin admin] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:11.793932 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9bd3aa-a5ec-47e9-b796-36445c4b3955 admin admin] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:56:11.794455 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd3aa-a5ec-47e9-b796-36445c4b3955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546134'] for router_interface (247dba89-5927-4459-97b8-323df380be47), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.867821 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] For port b1e35637-b8ac-4b3b-a917-169d02c2d86e, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=b1e35637-b8ac-4b3b-a917-169d02c2d86e,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:56:11.876508 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4233c1-937b-482a-b364-88f69427df58 admin admin] Network 2876e2a1-3492-40af-97a0-a80d1612333d is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:56:11.900121 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-ea4233c1-937b-482a-b364-88f69427df58 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:11.901529 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b1e35637-b8ac-4b3b-a917-169d02c2d86e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:11.907912 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 77675c8c-a356-44bc-aa6f-23cd946e21a9 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:11.937960 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4233c1-937b-482a-b364-88f69427df58 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:56:11.938473 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea4233c1-937b-482a-b364-88f69427df58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546134'] for router_interface (89cca699-a507-4901-bbec-3b3061bdd2f7), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:12.106992 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8890c47e-fbaf-44bc-96fe-0228989cd195 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:12.110834 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4233c1-937b-482a-b364-88f69427df58 admin admin] Pushing event updated for resources: {'Port': ['ID=2e348f39-4cd8-495b-89ed-6c3dfcff9cc9,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:12.208065 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a318d-9d23-4bec-b2ba-58e7281ce9af None None] Pushing event updated for resources: {'Port': ['ID=b1e35637-b8ac-4b3b-a917-169d02c2d86e,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:12.214396 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device ae881c8d-393c-46ee-b636-a310e7a07a11 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:56:12.225753 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bd3aa-a5ec-47e9-b796-36445c4b3955 admin admin] Pushing event updated for resources: {'Port': ['ID=88c466f6-8a56-4b6a-af95-8165b8e4a9c7,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:12.389388 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-fab53198-8893-4fb0-9c61-ecaa17cf6504 req-6a1ea241-77c6-4bbe-913c-1223c3b03947 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 210 time: 0.2127998 Apr 12 17:56:12.508319 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-578ff61f-207f-4386-824d-eaba7b76573e None None] Provisioning complete for port 88c466f6-8a56-4b6a-af95-8165b8e4a9c7 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:12.510394 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-578ff61f-207f-4386-824d-eaba7b76573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (88c466f6-8a56-4b6a-af95-8165b8e4a9c7), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:12.611228 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-578ff61f-207f-4386-824d-eaba7b76573e None None] Port 88c466f6-8a56-4b6a-af95-8165b8e4a9c7 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:56:12.625712 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-40dc399b-59b5-4693-b737-27bd971ae18d tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Made reservation on behalf of fb0988aa37bf4e35a02acacf491c6ba9 for: {'port': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:56:12.629953 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-40dc399b-59b5-4693-b737-27bd971ae18d tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:12.653729 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 36408) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:12.716042 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea4233c1-937b-482a-b364-88f69427df58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (2e348f39-4cd8-495b-89ed-6c3dfcff9cc9), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:12.734735 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] Routers {'247dba89-5927-4459-97b8-323df380be47'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:56:12.735953 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:56:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['247dba89-5927-4459-97b8-323df380be47'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:12.748409 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 2, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:12.842348 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-8890c47e-fbaf-44bc-96fe-0228989cd195 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Allocated IP 172.27.0.216 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/e44ad78a-87ee-4c83-bcc0-eb11e3d25160) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:56:12.943564 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port ae881c8d-393c-46ee-b636-a310e7a07a11 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:12.943954 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (ae881c8d-393c-46ee-b636-a310e7a07a11), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:13.068260 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] Checking router: 3b74fc5e-26df-4305-b927-5261426f0429 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:56:13.068824 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] Updating router 3b74fc5e-26df-4305-b927-5261426f0429 port 216c0dac-49ad-49f3-97d6-3419d9443622 binding host dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:56:13.316563 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-da425216-2e44-4c01-9726-344df10c5ff2 None None] Provisioning complete for port 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:13.325315 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-da425216-2e44-4c01-9726-344df10c5ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (2e348f39-4cd8-495b-89ed-6c3dfcff9cc9), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:13.354665 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea4233c1-937b-482a-b364-88f69427df58 admin admin] Publish callbacks [] for port (2e348f39-4cd8-495b-89ed-6c3dfcff9cc9), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:13.362434 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea4233c1-937b-482a-b364-88f69427df58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (2e348f39-4cd8-495b-89ed-6c3dfcff9cc9), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:13.364115 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea4233c1-937b-482a-b364-88f69427df58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548582'] for router_interface (89cca699-a507-4901-bbec-3b3061bdd2f7), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:13.548460 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-40dc399b-59b5-4693-b737-27bd971ae18d tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Allocated IP 172.20.0.3 (76650685-434e-42ab-a775-db2e42ba360d/dfedc295-254f-4999-b774-dcc03ad409b6/8f3f692f-1fcb-4d3b-a18a-929f929b7b4d) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:56:13.565745 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (216c0dac-49ad-49f3-97d6-3419d9443622), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:13.659355 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port ae881c8d-393c-46ee-b636-a310e7a07a11 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:13.705256 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-da425216-2e44-4c01-9726-344df10c5ff2 None None] Port 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:56:13.720045 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8890c47e-fbaf-44bc-96fe-0228989cd195 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for port (e44ad78a-87ee-4c83-bcc0-eb11e3d25160), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:13.753063 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4233c1-937b-482a-b364-88f69427df58 admin admin] Network 2876e2a1-3492-40af-97a0-a80d1612333d is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:56:13.774354 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-ea4233c1-937b-482a-b364-88f69427df58 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:13.776930 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] Set router 247dba89-5927-4459-97b8-323df380be47 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:56:13.801077 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4233c1-937b-482a-b364-88f69427df58 admin admin] Pushing event updated for resources: {'Port': ['ID=2e348f39-4cd8-495b-89ed-6c3dfcff9cc9,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:14.071484 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e3745c80-93ff-473e-8b34-67bf722a54ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:14.157009 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-40dc399b-59b5-4693-b737-27bd971ae18d tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Publish callbacks [] for port (8f3f692f-1fcb-4d3b-a18a-929f929b7b4d), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:14.180480 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6b81c5ce-6a86-4838-9568-78b05485c3c2 req-0b738372-289f-494b-ab53-893990d29da9 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 210 time: 0.1975029 Apr 12 17:56:14.313253 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4233c1-937b-482a-b364-88f69427df58 admin admin] Router 89cca699-a507-4901-bbec-3b3061bdd2f7 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:56:14.470014 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd3aa-a5ec-47e9-b796-36445c4b3955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (88c466f6-8a56-4b6a-af95-8165b8e4a9c7), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:14.478232 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device ec5190e3-5676-4bb6-b797-fe08532494b0 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:56:14.536813 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4233c1-937b-482a-b364-88f69427df58 admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:56:14.537622 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247dba89-5927-4459-97b8-323df380be47', 'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-router', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:06Z', 'revision_number': 3, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'gw_port': {'id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:03Z', 'updated_at': '2022-04-12T17:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:14.578940 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-ea4233c1-937b-482a-b364-88f69427df58 admin admin] 10.222.0.24 "PUT /v2.0/routers/89cca699-a507-4901-bbec-3b3061bdd2f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1593776 Apr 12 17:56:14.625673 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8890c47e-fbaf-44bc-96fe-0228989cd195 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (e44ad78a-87ee-4c83-bcc0-eb11e3d25160), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:14.651593 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-40dc399b-59b5-4693-b737-27bd971ae18d tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (8f3f692f-1fcb-4d3b-a18a-929f929b7b4d), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:14.675852 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] Sync routers for ids ['89cca699-a507-4901-bbec-3b3061bdd2f7'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:56:14.681855 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port ec5190e3-5676-4bb6-b797-fe08532494b0 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:14.682908 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (ec5190e3-5676-4bb6-b797-fe08532494b0), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:14.688610 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef595880-5b04-43a5-99dd-5dd59bb9f379 None None] The sync data for ids ['247dba89-5927-4459-97b8-323df380be47'] in dv-cinder-837534-1-iscsi is: [{'id': '247dba89-5927-4459-97b8-323df380be47', 'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-router', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:06Z', 'revision_number': 3, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'gw_port': {'id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:03Z', 'updated_at': '2022-04-12T17:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:56:14.699744 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] Routers {'89cca699-a507-4901-bbec-3b3061bdd2f7'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:56:14.701355 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:56:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['89cca699-a507-4901-bbec-3b3061bdd2f7'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:14.731978 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8890c47e-fbaf-44bc-96fe-0228989cd195 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:56:14.738944 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-8890c47e-fbaf-44bc-96fe-0228989cd195 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:14.745956 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8890c47e-fbaf-44bc-96fe-0228989cd195 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:56:14.777887 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890c47e-fbaf-44bc-96fe-0228989cd195 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'Port': ['ID=e44ad78a-87ee-4c83-bcc0-eb11e3d25160,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:15.047658 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36480) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:15.089290 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8890c47e-fbaf-44bc-96fe-0228989cd195 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (4f50ff63-a767-45c1-91f9-654c96401085), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:15.157530 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] Set router 89cca699-a507-4901-bbec-3b3061bdd2f7 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:56:15.217299 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-40dc399b-59b5-4693-b737-27bd971ae18d tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Network 76650685-434e-42ab-a775-db2e42ba360d is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:56:15.239975 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8890c47e-fbaf-44bc-96fe-0228989cd195 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (e44ad78a-87ee-4c83-bcc0-eb11e3d25160), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:15.262078 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] Publish callbacks [] for port (216c0dac-49ad-49f3-97d6-3419d9443622), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:15.422371 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc399b-59b5-4693-b737-27bd971ae18d tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Pushing event updated for resources: {'Port': ['ID=8f3f692f-1fcb-4d3b-a18a-929f929b7b4d,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:15.427966 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7a2e5b54-b14b-4a6f-8829-d2b88bb22510 None None] Provisioning complete for port 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:15.429204 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5b54-b14b-4a6f-8829-d2b88bb22510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (2e348f39-4cd8-495b-89ed-6c3dfcff9cc9), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:15.437981 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c66f118f-87cd-4455-a4ea-42cfd99166c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:15.440375 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (216c0dac-49ad-49f3-97d6-3419d9443622), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:15.474898 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-40dc399b-59b5-4693-b737-27bd971ae18d tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:15.531525 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-40dc399b-59b5-4693-b737-27bd971ae18d tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:56:15.553178 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-40dc399b-59b5-4693-b737-27bd971ae18d tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:15.555555 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-40dc399b-59b5-4693-b737-27bd971ae18d tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for port (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:15.663945 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9fc154-58ea-4ad7-a60c-2ad1f2c748cc None None] Pushing event updated for resources: {'Port': ['ID=216c0dac-49ad-49f3-97d6-3419d9443622,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:15.763910 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36506) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:15.784139 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1590815753-router', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:12Z', 'revision_number': 4, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'gw_port': {'id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:05:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:05Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '2e348f39-4cd8-495b-89ed-6c3dfcff9cc9', 'name': '', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'mac_address': 'fa:16:3e:d1:18:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:12Z', 'revision_number': 2, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'subnets': [{'id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:15.891586 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] Checking router: 89cca699-a507-4901-bbec-3b3061bdd2f7 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:56:15.891967 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] Updating router 89cca699-a507-4901-bbec-3b3061bdd2f7 port 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9 binding host dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:56:15.937153 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7a2e5b54-b14b-4a6f-8829-d2b88bb22510 None None] Port 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:56:15.943503 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] Attempting to bind port 216c0dac-49ad-49f3-97d6-3419d9443622 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:56:15.946858 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] Attempting to bind port 216c0dac-49ad-49f3-97d6-3419d9443622 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:56:15.947695 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] Attempting to bind port 216c0dac-49ad-49f3-97d6-3419d9443622 on network 686fab4f-3c38-4683-935f-38f19e4e8a4f {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:56:16.058865 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (2e348f39-4cd8-495b-89ed-6c3dfcff9cc9), before_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:16.060445 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port ec5190e3-5676-4bb6-b797-fe08532494b0 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:16.061917 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (ec5190e3-5676-4bb6-b797-fe08532494b0), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:16.077517 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c66f118f-87cd-4455-a4ea-42cfd99166c6 admin admin] Publish callbacks [] for security_group (dec070b4-c201-403b-b2b8-be600efd7581), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:16.079843 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:56:16.080581 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] Checking segment: {'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:56:16.082349 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:16.084056 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] Bound using segment: {'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:56:16.085700 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] Bound port: 216c0dac-49ad-49f3-97d6-3419d9443622, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:56:16.086572 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (216c0dac-49ad-49f3-97d6-3419d9443622), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:16.088411 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8890c47e-fbaf-44bc-96fe-0228989cd195 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for port (e44ad78a-87ee-4c83-bcc0-eb11e3d25160), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:16.105006 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c66f118f-87cd-4455-a4ea-42cfd99166c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (dec070b4-c201-403b-b2b8-be600efd7581), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:16.152502 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] For port ec5190e3-5676-4bb6-b797-fe08532494b0, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=ec5190e3-5676-4bb6-b797-fe08532494b0,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:16.166269 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (ec5190e3-5676-4bb6-b797-fe08532494b0), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:16.176719 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8890c47e-fbaf-44bc-96fe-0228989cd195 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (e44ad78a-87ee-4c83-bcc0-eb11e3d25160), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:16.233761 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Pushing event updated for resources: {'Port': ['ID=ec5190e3-5676-4bb6-b797-fe08532494b0,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:16.264578 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] For port 216c0dac-49ad-49f3-97d6-3419d9443622, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:56:16.281403 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] For port 216c0dac-49ad-49f3-97d6-3419d9443622, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=216c0dac-49ad-49f3-97d6-3419d9443622,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:56:16.304361 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (216c0dac-49ad-49f3-97d6-3419d9443622), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:16.394962 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] Routers {'3b74fc5e-26df-4305-b927-5261426f0429'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:56:16.396027 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:56:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['3b74fc5e-26df-4305-b927-5261426f0429'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:16.396860 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-40dc399b-59b5-4693-b737-27bd971ae18d tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8190014 Apr 12 17:56:16.433867 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39e096-ce0b-4966-a002-c0a0c4e42f36 req-ff552669-74de-4ffc-9b9c-d579358df289 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:16.436498 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3d39e096-ce0b-4966-a002-c0a0c4e42f36 req-ff552669-74de-4ffc-9b9c-d579358df289 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 931 time: 0.9736090 Apr 12 17:56:16.460916 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8890c47e-fbaf-44bc-96fe-0228989cd195 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (4f50ff63-a767-45c1-91f9-654c96401085), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:16.462292 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e3745c80-93ff-473e-8b34-67bf722a54ef admin admin] Publish callbacks [] for security_group (bc46d379-3615-4e7b-95d6-49aaceaedbfc), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:16.476372 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 36520) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:16.503287 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-c66f118f-87cd-4455-a4ea-42cfd99166c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc7c2859a0f744139376b52d63b203f4&name=default HTTP/1.1" status: 200 len: 2995 time: 1.4526181 Apr 12 17:56:16.511107 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36528) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:16.583377 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f118f-87cd-4455-a4ea-42cfd99166c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec070b4-c201-403b-b2b8-be600efd7581,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:16.599774 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-0bc4597e-eb8f-44fe-bebc-35e5746a9c48 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:56:16.600782 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-0bc4597e-eb8f-44fe-bebc-35e5746a9c48 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1439328 Apr 12 17:56:16.651298 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] Set router 3b74fc5e-26df-4305-b927-5261426f0429 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:56:16.725136 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3796d092-95a0-4b24-a0e0-b9a763591c5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:16.734853 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890c47e-fbaf-44bc-96fe-0228989cd195 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'Port': ['ID=e44ad78a-87ee-4c83-bcc0-eb11e3d25160,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:16.766954 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8890c47e-fbaf-44bc-96fe-0228989cd195 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:16.778721 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device b1e35637-b8ac-4b3b-a917-169d02c2d86e up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:56:16.780321 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-8890c47e-fbaf-44bc-96fe-0228989cd195 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3772285 Apr 12 17:56:16.862792 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-de5ac70b-38fd-44f4-87fa-0ec43db0181d None None] Provisioning complete for port 216c0dac-49ad-49f3-97d6-3419d9443622 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:16.863338 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-de5ac70b-38fd-44f4-87fa-0ec43db0181d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (216c0dac-49ad-49f3-97d6-3419d9443622), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:16.880071 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e3745c80-93ff-473e-8b34-67bf722a54ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (bc46d379-3615-4e7b-95d6-49aaceaedbfc), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:16.929782 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9ad87d24-98cf-4f25-b569-24124fe10f77 admin admin] Publish callbacks [] for security_group (dec070b4-c201-403b-b2b8-be600efd7581), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.033898 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3796d092-95a0-4b24-a0e0-b9a763591c5a admin admin] Publish callbacks [] for security_group (bb3860a5-1104-4116-a3eb-c797e84b4560), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.036805 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-e3745c80-93ff-473e-8b34-67bf722a54ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ccdb57e3818b43d785051391a842d25b&name=default HTTP/1.1" status: 200 len: 2992 time: 4.3819568 Apr 12 17:56:17.043634 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36540) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:17.046875 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3796d092-95a0-4b24-a0e0-b9a763591c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (bb3860a5-1104-4116-a3eb-c797e84b4560), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.172561 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] Publish callbacks [] for port (2e348f39-4cd8-495b-89ed-6c3dfcff9cc9), precommit_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.181855 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] Request body: {'port': {'device_id': '5800d92b-9007-43f5-86b7-18f11cb1e0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:17.200420 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (2e348f39-4cd8-495b-89ed-6c3dfcff9cc9), after_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.203814 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796d092-95a0-4b24-a0e0-b9a763591c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3860a5-1104-4116-a3eb-c797e84b4560,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:17.212835 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9ad87d24-98cf-4f25-b569-24124fe10f77 admin admin] Publish callbacks [] for security_group (dec070b4-c201-403b-b2b8-be600efd7581), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.214997 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-145bb20f-f05a-435b-bb1c-29af21aeb257 admin admin] Publish callbacks [] for security_group (bc46d379-3615-4e7b-95d6-49aaceaedbfc), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.284164 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-145bb20f-f05a-435b-bb1c-29af21aeb257 admin admin] Publish callbacks [] for security_group (bc46d379-3615-4e7b-95d6-49aaceaedbfc), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.302536 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73dc1e-ffde-42f2-aa1d-108e6c6b82ae None None] Pushing event updated for resources: {'Port': ['ID=2e348f39-4cd8-495b-89ed-6c3dfcff9cc9,revision_number=3']} {{(pid=109829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:17.304560 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-3796d092-95a0-4b24-a0e0-b9a763591c5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c01575cda024fb58d11e748ef0cff0a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5273397 Apr 12 17:56:17.318750 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36544) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:17.377326 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9fc154-58ea-4ad7-a60c-2ad1f2c748cc None None] Pushing event updated for resources: {'Port': ['ID=216c0dac-49ad-49f3-97d6-3419d9443622,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:17.445656 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f8d1258-b5ec-4b78-a5e8-6ccc788e009d admin admin] Publish callbacks [] for security_group (bb3860a5-1104-4116-a3eb-c797e84b4560), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.459403 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port b1e35637-b8ac-4b3b-a917-169d02c2d86e triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:17.460032 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b1e35637-b8ac-4b3b-a917-169d02c2d86e), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.495664 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3d39e096-ce0b-4966-a002-c0a0c4e42f36 req-4e43a459-72c9-478b-b6eb-b4dd3bee17b2 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/security-groups?id=65d0d02b-034e-4df5-9ae5-21d38a4921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0238318 Apr 12 17:56:17.546290 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9ad87d24-98cf-4f25-b569-24124fe10f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (dec070b4-c201-403b-b2b8-be600efd7581), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.548931 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9ad87d24-98cf-4f25-b569-24124fe10f77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.550094 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-9ad87d24-98cf-4f25-b569-24124fe10f77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dec070b4-c201-403b-b2b8-be600efd7581 HTTP/1.1" status: 204 len: 168 time: 1.0209961 Apr 12 17:56:17.575285 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] Attempting to bind port 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:56:17.575828 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] Attempting to bind port 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '2379ee2c-1674-45e0-afc7-bff7c9920f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d'}] {{(pid=109829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:56:17.576303 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] Attempting to bind port 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9 on network 2876e2a1-3492-40af-97a0-a80d1612333d {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:56:17.590590 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f8d1258-b5ec-4b78-a5e8-6ccc788e009d admin admin] Publish callbacks [] for security_group (bb3860a5-1104-4116-a3eb-c797e84b4560), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.600657 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:56:17.606437 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] Checking segment: {'id': '2379ee2c-1674-45e0-afc7-bff7c9920f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:56:17.607805 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.609009 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] Bound using segment: {'id': '2379ee2c-1674-45e0-afc7-bff7c9920f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d'} {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:56:17.615914 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] Bound port: 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2379ee2c-1674-45e0-afc7-bff7c9920f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d'}}] {{(pid=109829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:56:17.617048 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (2e348f39-4cd8-495b-89ed-6c3dfcff9cc9), before_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.650457 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad87d24-98cf-4f25-b569-24124fe10f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec070b4-c201-403b-b2b8-be600efd7581,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:17.652438 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-145bb20f-f05a-435b-bb1c-29af21aeb257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (bc46d379-3615-4e7b-95d6-49aaceaedbfc), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.659599 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-145bb20f-f05a-435b-bb1c-29af21aeb257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.662903 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-145bb20f-f05a-435b-bb1c-29af21aeb257 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc46d379-3615-4e7b-95d6-49aaceaedbfc HTTP/1.1" status: 204 len: 168 time: 0.6172595 Apr 12 17:56:17.693114 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145bb20f-f05a-435b-bb1c-29af21aeb257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc46d379-3615-4e7b-95d6-49aaceaedbfc,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:17.707131 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3f1e844e-b57a-43a6-9252-cd8989710246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.784499 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f8d1258-b5ec-4b78-a5e8-6ccc788e009d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (bb3860a5-1104-4116-a3eb-c797e84b4560), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.788021 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5f8d1258-b5ec-4b78-a5e8-6ccc788e009d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.792126 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-5f8d1258-b5ec-4b78-a5e8-6ccc788e009d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb3860a5-1104-4116-a3eb-c797e84b4560 HTTP/1.1" status: 204 len: 168 time: 0.4698234 Apr 12 17:56:17.803193 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d1258-b5ec-4b78-a5e8-6ccc788e009d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3860a5-1104-4116-a3eb-c797e84b4560,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:17.809192 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (8f3f692f-1fcb-4d3b-a18a-929f929b7b4d), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.870143 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.db [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] For port 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:56:17.884928 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.db [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] For port 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=2e348f39-4cd8-495b-89ed-6c3dfcff9cc9,segment=NetworkSegment(2379ee2c-1674-45e0-afc7-bff7c9920f2a),segment_id=2379ee2c-1674-45e0-afc7-bff7c9920f2a)] {{(pid=109829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:56:17.896402 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (2e348f39-4cd8-495b-89ed-6c3dfcff9cc9), after_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:17.917874 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-613a836f-f2bb-423a-b2f9-0e04dcb12a6a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:17.927354 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-613a836f-f2bb-423a-b2f9-0e04dcb12a6a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/networks?id=2876e2a1-3492-40af-97a0-a80d1612333d HTTP/1.1" status: 200 len: 819 time: 1.4808939 Apr 12 17:56:17.953446 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3745c80-93ff-473e-8b34-67bf722a54ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc46d379-3615-4e7b-95d6-49aaceaedbfc,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:17.997606 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73dc1e-ffde-42f2-aa1d-108e6c6b82ae None None] Pushing event updated for resources: {'Port': ['ID=2e348f39-4cd8-495b-89ed-6c3dfcff9cc9,revision_number=4']} {{(pid=109829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:18.014926 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:16Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:18.029313 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] Routers {'89cca699-a507-4901-bbec-3b3061bdd2f7'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:56:18.030301 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:56:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['89cca699-a507-4901-bbec-3b3061bdd2f7'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:18.082753 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd3aa-a5ec-47e9-b796-36445c4b3955 admin admin] Publish callbacks [] for port (88c466f6-8a56-4b6a-af95-8165b8e4a9c7), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:18.167959 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-e835b7b7-cb36-4467-98a5-25e2e7c8b8c3 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/quotas/f15b7fa885d74f029c4594b80329f70f HTTP/1.1" status: 200 len: 375 time: 0.2376781 Apr 12 17:56:18.188612 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd3aa-a5ec-47e9-b796-36445c4b3955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (88c466f6-8a56-4b6a-af95-8165b8e4a9c7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:18.189707 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd3aa-a5ec-47e9-b796-36445c4b3955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548582'] for router_interface (247dba89-5927-4459-97b8-323df380be47), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:18.378775 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] Set router 89cca699-a507-4901-bbec-3b3061bdd2f7 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:56:18.455241 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bd3aa-a5ec-47e9-b796-36445c4b3955 admin admin] Pushing event updated for resources: {'Port': ['ID=88c466f6-8a56-4b6a-af95-8165b8e4a9c7,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:18.631325 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cadf91-f81b-40f5-9dd8-9784199e91ff None None] The sync data for ids ['3b74fc5e-26df-4305-b927-5261426f0429'] in dv-cinder-837534-1-iscsi is: [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:16Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:56:18.640675 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36576) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:18.642872 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-de5ac70b-38fd-44f4-87fa-0ec43db0181d None None] Current status of the port 216c0dac-49ad-49f3-97d6-3419d9443622 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:18.643425 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-de5ac70b-38fd-44f4-87fa-0ec43db0181d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (216c0dac-49ad-49f3-97d6-3419d9443622), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:18.646846 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port b1e35637-b8ac-4b3b-a917-169d02c2d86e is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:18.648002 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b1e35637-b8ac-4b3b-a917-169d02c2d86e), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:18.671524 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0cd5e31f-1702-496e-9466-666180517455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:18.695198 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] For port b1e35637-b8ac-4b3b-a917-169d02c2d86e, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=b1e35637-b8ac-4b3b-a917-169d02c2d86e,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:18.723685 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b1e35637-b8ac-4b3b-a917-169d02c2d86e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:18.930028 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-de5ac70b-38fd-44f4-87fa-0ec43db0181d None None] For port 216c0dac-49ad-49f3-97d6-3419d9443622, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=216c0dac-49ad-49f3-97d6-3419d9443622,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:18.935406 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3f1e844e-b57a-43a6-9252-cd8989710246 admin admin] Publish callbacks [] for security_group (80ba4bf8-6d47-4d79-ac56-82f3ff710fe7), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:18.957998 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-de5ac70b-38fd-44f4-87fa-0ec43db0181d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (216c0dac-49ad-49f3-97d6-3419d9443622), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:19.022707 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Pushing event updated for resources: {'Port': ['ID=b1e35637-b8ac-4b3b-a917-169d02c2d86e,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:19.058736 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0cd5e31f-1702-496e-9466-666180517455 admin admin] Publish callbacks [] for security_group (06d05ca3-4e9b-480e-a3f8-18fac7e2a361), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:19.073326 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0cd5e31f-1702-496e-9466-666180517455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (06d05ca3-4e9b-480e-a3f8-18fac7e2a361), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:19.172406 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ac70b-38fd-44f4-87fa-0ec43db0181d None None] Pushing event updated for resources: {'Port': ['ID=216c0dac-49ad-49f3-97d6-3419d9443622,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:19.188392 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 216c0dac-49ad-49f3-97d6-3419d9443622 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:56:19.219793 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-0cd5e31f-1702-496e-9466-666180517455 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afe1cbbec57b4550bbea1a7a41ce025a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5777464 Apr 12 17:56:19.220545 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36588) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:19.231692 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5e31f-1702-496e-9466-666180517455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d05ca3-4e9b-480e-a3f8-18fac7e2a361,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:19.236108 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7cdc116c-b1c5-4b93-80a4-7c5b73e9ec23 None None] Provisioning complete for port 216c0dac-49ad-49f3-97d6-3419d9443622 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:19.236604 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7cdc116c-b1c5-4b93-80a4-7c5b73e9ec23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (216c0dac-49ad-49f3-97d6-3419d9443622), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:19.237256 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1590815753-router', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:12Z', 'revision_number': 4, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'gw_port': {'id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:05Z', 'updated_at': '2022-04-12T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '2e348f39-4cd8-495b-89ed-6c3dfcff9cc9', 'name': '', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'mac_address': 'fa:16:3e:d1:18:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:17Z', 'revision_number': 4, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'subnets': [{'id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:19.253913 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-69240bb7-9fdb-4c84-b792-326bc1927009 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1634253272&fields=id&tenant_id=fd9169ef36f84184829de80e6adcc3eb HTTP/1.1" status: 200 len: 267 time: 1.3671422 Apr 12 17:56:19.336708 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 216c0dac-49ad-49f3-97d6-3419d9443622 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:19.337347 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (216c0dac-49ad-49f3-97d6-3419d9443622), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:19.338089 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f32ac-9dde-4ed8-a9b8-1eb5122db7f2 None None] The sync data for ids ['89cca699-a507-4901-bbec-3b3061bdd2f7'] in dv-cinder-837534-1-iscsi is: [{'id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1590815753-router', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:12Z', 'revision_number': 4, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'gw_port': {'id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:05Z', 'updated_at': '2022-04-12T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '2e348f39-4cd8-495b-89ed-6c3dfcff9cc9', 'name': '', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'mac_address': 'fa:16:3e:d1:18:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:17Z', 'revision_number': 4, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'subnets': [{'id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:56:19.387436 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7607fb9f-c628-4b40-a4cd-b6d85da3562f admin admin] Publish callbacks [] for security_group (06d05ca3-4e9b-480e-a3f8-18fac7e2a361), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:19.495706 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7607fb9f-c628-4b40-a4cd-b6d85da3562f admin admin] Publish callbacks [] for security_group (06d05ca3-4e9b-480e-a3f8-18fac7e2a361), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:19.587967 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 216c0dac-49ad-49f3-97d6-3419d9443622 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:19.593046 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device ec5190e3-5676-4bb6-b797-fe08532494b0 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:56:19.619011 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9bd3aa-a5ec-47e9-b796-36445c4b3955 admin admin] Network 620e6442-ea5d-4803-85d5-538016f366eb is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:56:19.624201 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7607fb9f-c628-4b40-a4cd-b6d85da3562f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (06d05ca3-4e9b-480e-a3f8-18fac7e2a361), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:19.625556 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3f1e844e-b57a-43a6-9252-cd8989710246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (80ba4bf8-6d47-4d79-ac56-82f3ff710fe7), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:19.633452 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7607fb9f-c628-4b40-a4cd-b6d85da3562f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:19.640681 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-7607fb9f-c628-4b40-a4cd-b6d85da3562f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06d05ca3-4e9b-480e-a3f8-18fac7e2a361 HTTP/1.1" status: 204 len: 168 time: 0.4190915 Apr 12 17:56:19.684172 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607fb9f-c628-4b40-a4cd-b6d85da3562f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d05ca3-4e9b-480e-a3f8-18fac7e2a361,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:19.687825 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-f2af5f75-ef2f-4f9c-a489-fcefdb4db3a0 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f15b7fa885d74f029c4594b80329f70f&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4948685 Apr 12 17:56:19.711703 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc116c-b1c5-4b93-80a4-7c5b73e9ec23 None None] Current status of the port 216c0dac-49ad-49f3-97d6-3419d9443622 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:19.777874 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7cdc116c-b1c5-4b93-80a4-7c5b73e9ec23 None None] Provisioning complete for port 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:19.778275 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7cdc116c-b1c5-4b93-80a4-7c5b73e9ec23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (2e348f39-4cd8-495b-89ed-6c3dfcff9cc9), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:19.900630 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-ea9bd3aa-a5ec-47e9-b796-36445c4b3955 admin admin] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:19.927045 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port ec5190e3-5676-4bb6-b797-fe08532494b0 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:19.927447 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (ec5190e3-5676-4bb6-b797-fe08532494b0), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:20.141291 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc116c-b1c5-4b93-80a4-7c5b73e9ec23 None None] Current status of the port 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:20.142026 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7cdc116c-b1c5-4b93-80a4-7c5b73e9ec23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (2e348f39-4cd8-495b-89ed-6c3dfcff9cc9), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:20.146626 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e844e-b57a-43a6-9252-cd8989710246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ba4bf8-6d47-4d79-ac56-82f3ff710fe7,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:20.178677 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9bd3aa-a5ec-47e9-b796-36445c4b3955 admin admin] Router 247dba89-5927-4459-97b8-323df380be47 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:56:20.328285 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7cdc116c-b1c5-4b93-80a4-7c5b73e9ec23 None None] For port 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=2e348f39-4cd8-495b-89ed-6c3dfcff9cc9,segment=NetworkSegment(2379ee2c-1674-45e0-afc7-bff7c9920f2a),segment_id=2379ee2c-1674-45e0-afc7-bff7c9920f2a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:20.345643 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7cdc116c-b1c5-4b93-80a4-7c5b73e9ec23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (2e348f39-4cd8-495b-89ed-6c3dfcff9cc9), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:20.459704 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc116c-b1c5-4b93-80a4-7c5b73e9ec23 None None] Pushing event updated for resources: {'Port': ['ID=2e348f39-4cd8-495b-89ed-6c3dfcff9cc9,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:20.532832 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9bd3aa-a5ec-47e9-b796-36445c4b3955 admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:56:20.557191 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] Sync routers for ids ['247dba89-5927-4459-97b8-323df380be47'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:56:20.560062 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-ea9bd3aa-a5ec-47e9-b796-36445c4b3955 admin admin] 10.222.0.24 "PUT /v2.0/routers/247dba89-5927-4459-97b8-323df380be47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1870005 Apr 12 17:56:20.590516 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36614) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:20.591270 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-3f1e844e-b57a-43a6-9252-cd8989710246 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b80a373b91348fea6af3581c958e94d&name=default HTTP/1.1" status: 200 len: 2996 time: 4.1081154 Apr 12 17:56:20.605545 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port ec5190e3-5676-4bb6-b797-fe08532494b0 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:20.623617 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-e35414f1-2fd5-488d-9b23-cfc70a391286 service neutron] 10.222.0.24 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9347265 Apr 12 17:56:20.649158 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-8087703d-c65a-42dd-b9cb-f79058005043 None None] Provisioning complete for port 88c466f6-8a56-4b6a-af95-8165b8e4a9c7 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:20.649573 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8087703d-c65a-42dd-b9cb-f79058005043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (88c466f6-8a56-4b6a-af95-8165b8e4a9c7), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:20.700921 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] Routers {'247dba89-5927-4459-97b8-323df380be47'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:56:20.701819 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:56:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['247dba89-5927-4459-97b8-323df380be47'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:20.705791 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-8087703d-c65a-42dd-b9cb-f79058005043 None None] Port 88c466f6-8a56-4b6a-af95-8165b8e4a9c7 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:56:20.783159 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-68729f67-39cc-4dc0-add8-b7ff0d460c05 admin admin] Publish callbacks [] for security_group (80ba4bf8-6d47-4d79-ac56-82f3ff710fe7), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:20.872885 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] Set router 247dba89-5927-4459-97b8-323df380be47 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:56:20.887867 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-68729f67-39cc-4dc0-add8-b7ff0d460c05 admin admin] Publish callbacks [] for security_group (80ba4bf8-6d47-4d79-ac56-82f3ff710fe7), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:20.930514 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-02a7d4ae-c0c7-48d8-a9f9-922072914734 service neutron] 10.222.0.24 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006566 Apr 12 17:56:21.063683 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-68729f67-39cc-4dc0-add8-b7ff0d460c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (80ba4bf8-6d47-4d79-ac56-82f3ff710fe7), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:21.073265 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-68729f67-39cc-4dc0-add8-b7ff0d460c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:21.073265 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-68729f67-39cc-4dc0-add8-b7ff0d460c05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80ba4bf8-6d47-4d79-ac56-82f3ff710fe7 HTTP/1.1" status: 204 len: 168 time: 0.4775195 Apr 12 17:56:21.117917 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68729f67-39cc-4dc0-add8-b7ff0d460c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ba4bf8-6d47-4d79-ac56-82f3ff710fe7,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:21.136727 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-1bdaa6b8-ba3d-4531-b516-885dc95061b0 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:21.141598 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-1bdaa6b8-ba3d-4531-b516-885dc95061b0 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/networks?id=686fab4f-3c38-4683-935f-38f19e4e8a4f HTTP/1.1" status: 200 len: 814 time: 1.5306549 Apr 12 17:56:21.208129 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device b1e35637-b8ac-4b3b-a917-169d02c2d86e up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:56:21.232607 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-d182e897-6cf0-49a1-8e28-d181fb1d0385 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/quotas/fd9169ef36f84184829de80e6adcc3eb HTTP/1.1" status: 200 len: 375 time: 0.0815334 Apr 12 17:56:21.335713 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:56:21.394861 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] Publish callbacks [] for port (8f3f692f-1fcb-4d3b-a18a-929f929b7b4d), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:21.464163 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-5d1a5924-ac9d-49b2-a888-0da483210808 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd9169ef36f84184829de80e6adcc3eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2212827 Apr 12 17:56:21.550151 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] Transition to ACTIVE for port object 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d will not be triggered until provisioned by entity L2. {{(pid=109827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:56:21.576014 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (8f3f692f-1fcb-4d3b-a18a-929f929b7b4d), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:21.622009 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port b1e35637-b8ac-4b3b-a917-169d02c2d86e triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:21.622331 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b1e35637-b8ac-4b3b-a917-169d02c2d86e), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:21.851200 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247dba89-5927-4459-97b8-323df380be47', 'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-router', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:14Z', 'revision_number': 4, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'gw_port': {'id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:03Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '88c466f6-8a56-4b6a-af95-8165b8e4a9c7', 'name': '', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'mac_address': 'fa:16:3e:3e:34:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:14Z', 'revision_number': 2, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'subnets': [{'id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:21.911447 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] Checking router: 247dba89-5927-4459-97b8-323df380be47 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:56:21.912123 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] Updating router 247dba89-5927-4459-97b8-323df380be47 port 88c466f6-8a56-4b6a-af95-8165b8e4a9c7 binding host dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:56:22.062622 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f133d00-6c0b-44c9-9d0b-9c0be9829979 req-7945fb28-e4b8-48e6-8fac-45a02eb8b2bf tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:22.064231 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1f133d00-6c0b-44c9-9d0b-9c0be9829979 req-7945fb28-e4b8-48e6-8fac-45a02eb8b2bf tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 931 time: 0.5763772 Apr 12 17:56:22.097266 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (88c466f6-8a56-4b6a-af95-8165b8e4a9c7), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:22.134915 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port b1e35637-b8ac-4b3b-a917-169d02c2d86e is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:22.136713 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 216c0dac-49ad-49f3-97d6-3419d9443622 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:56:22.229231 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3f692f-1fcb-4d3b-a18a-929f929b7b4d,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:22.367394 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] Attempting to bind port 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:56:22.368040 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] Attempting to bind port 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'da1e9eb2-4635-48fa-98b6-8daed43da17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '76650685-434e-42ab-a775-db2e42ba360d'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:56:22.368158 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] Attempting to bind port 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d on network 76650685-434e-42ab-a775-db2e42ba360d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:56:22.396781 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36674) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:22.428351 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] Port 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d on network 76650685-434e-42ab-a775-db2e42ba360d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:56:22.428568 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] Attempting to bind port 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d on network 76650685-434e-42ab-a775-db2e42ba360d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:56:22.431312 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-49369493-9d47-4dcb-aa5e-d4ffb29773b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:22.479375 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] Checking agent: {'id': '00f7abb9-3948-4d4d-ae73-3182f7e75cf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'started_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:56:22.479724 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] Checking segment: {'id': 'da1e9eb2-4635-48fa-98b6-8daed43da17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '76650685-434e-42ab-a775-db2e42ba360d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:56:22.480295 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] Bound using segment: {'id': 'da1e9eb2-4635-48fa-98b6-8daed43da17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '76650685-434e-42ab-a775-db2e42ba360d'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:56:22.480754 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] Bound port: 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da1e9eb2-4635-48fa-98b6-8daed43da17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '76650685-434e-42ab-a775-db2e42ba360d'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:56:22.481120 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (8f3f692f-1fcb-4d3b-a18a-929f929b7b4d), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:22.720697 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1f133d00-6c0b-44c9-9d0b-9c0be9829979 req-93f70cc8-fbe7-430c-ad8f-01ebc2548f93 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/security-groups?id=65d0d02b-034e-4df5-9ae5-21d38a4921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949924 Apr 12 17:56:22.734034 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] Publish callbacks [] for port (88c466f6-8a56-4b6a-af95-8165b8e4a9c7), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:22.748247 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (88c466f6-8a56-4b6a-af95-8165b8e4a9c7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:22.891586 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cb376-14ba-414c-8635-a34ae68f5856 None None] Pushing event updated for resources: {'Port': ['ID=88c466f6-8a56-4b6a-af95-8165b8e4a9c7,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:22.894918 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-49369493-9d47-4dcb-aa5e-d4ffb29773b3 admin admin] Publish callbacks [] for security_group (e20c2fde-2b7c-4735-bba5-d1ee3760d9c1), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:22.907423 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-49369493-9d47-4dcb-aa5e-d4ffb29773b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (e20c2fde-2b7c-4735-bba5-d1ee3760d9c1), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:22.912694 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 216c0dac-49ad-49f3-97d6-3419d9443622 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:22.912694 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (216c0dac-49ad-49f3-97d6-3419d9443622), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:22.951912 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] For port 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d, host hv-cinder-83753, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:56:22.981070 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] For port 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8f3f692f-1fcb-4d3b-a18a-929f929b7b4d,segment=NetworkSegment(da1e9eb2-4635-48fa-98b6-8daed43da17a),segment_id=da1e9eb2-4635-48fa-98b6-8daed43da17a)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:56:22.997233 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (8f3f692f-1fcb-4d3b-a18a-929f929b7b4d), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:23.148466 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-49369493-9d47-4dcb-aa5e-d4ffb29773b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41e73d5a01894cf1a15e91a196dea320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7504790 Apr 12 17:56:23.152868 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36698) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:23.153999 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49369493-9d47-4dcb-aa5e-d4ffb29773b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20c2fde-2b7c-4735-bba5-d1ee3760d9c1,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:23.174577 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:23.179031 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for port (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:23.186759 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] 10.222.0.23 "PUT /v2.0/ports/8f3f692f-1fcb-4d3b-a18a-929f929b7b4d HTTP/1.1" status: 200 len: 1093 time: 6.1925068 Apr 12 17:56:23.192508 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5800d92b-9007-43f5-86b7-18f11cb1e0cb', 'tag': '8f3f692f-1fcb-4d3b-a18a-929f929b7b4d'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:56:23.391073 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5823e9ac-6626-4f65-bbb6-7d43caac8517 admin admin] Publish callbacks [] for security_group (e20c2fde-2b7c-4735-bba5-d1ee3760d9c1), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:23.476048 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5823e9ac-6626-4f65-bbb6-7d43caac8517 admin admin] Publish callbacks [] for security_group (e20c2fde-2b7c-4735-bba5-d1ee3760d9c1), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:23.545334 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfa90f-0f62-4651-9cf4-f4c3edbdb657 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3f692f-1fcb-4d3b-a18a-929f929b7b4d,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:23.595535 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5823e9ac-6626-4f65-bbb6-7d43caac8517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (e20c2fde-2b7c-4735-bba5-d1ee3760d9c1), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:23.598316 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5823e9ac-6626-4f65-bbb6-7d43caac8517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:23.599530 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-5823e9ac-6626-4f65-bbb6-7d43caac8517 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e20c2fde-2b7c-4735-bba5-d1ee3760d9c1 HTTP/1.1" status: 204 len: 168 time: 0.4266443 Apr 12 17:56:23.618430 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 216c0dac-49ad-49f3-97d6-3419d9443622 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:23.619792 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823e9ac-6626-4f65-bbb6-7d43caac8517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20c2fde-2b7c-4735-bba5-d1ee3760d9c1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:23.622888 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:56:23.642321 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-40ebb71b-7920-4bbf-a307-e5fe3d10cdd5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:56:23.657979 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-40ebb71b-7920-4bbf-a307-e5fe3d10cdd5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.1917183 Apr 12 17:56:23.693042 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] Attempting to bind port 88c466f6-8a56-4b6a-af95-8165b8e4a9c7 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:56:23.693399 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] Attempting to bind port 88c466f6-8a56-4b6a-af95-8165b8e4a9c7 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:56:23.693646 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] Attempting to bind port 88c466f6-8a56-4b6a-af95-8165b8e4a9c7 on network 620e6442-ea5d-4803-85d5-538016f366eb {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:56:23.705289 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-c9f25b13-ef41-4543-b1a2-b70705e4318e None None] Provisioning complete for port 88c466f6-8a56-4b6a-af95-8165b8e4a9c7 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:23.706897 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c9f25b13-ef41-4543-b1a2-b70705e4318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (88c466f6-8a56-4b6a-af95-8165b8e4a9c7), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:23.775945 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-c9f25b13-ef41-4543-b1a2-b70705e4318e None None] Port 88c466f6-8a56-4b6a-af95-8165b8e4a9c7 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:56:23.786306 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:56:23.786932 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] Checking segment: {'id': '042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:56:23.787540 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:23.788740 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] Bound using segment: {'id': '042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:56:23.789381 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] Bound port: 88c466f6-8a56-4b6a-af95-8165b8e4a9c7, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:56:23.790120 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (88c466f6-8a56-4b6a-af95-8165b8e4a9c7), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:23.853713 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:23.854456 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (2e348f39-4cd8-495b-89ed-6c3dfcff9cc9), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:23.931692 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-2c2b36e7-7bf4-46f9-9cc0-5776a0aa9b3a service neutron] 10.222.0.24 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714741 Apr 12 17:56:23.934593 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] For port 88c466f6-8a56-4b6a-af95-8165b8e4a9c7, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:56:23.959887 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] For port 88c466f6-8a56-4b6a-af95-8165b8e4a9c7, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=88c466f6-8a56-4b6a-af95-8165b8e4a9c7,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:56:24.016031 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (88c466f6-8a56-4b6a-af95-8165b8e4a9c7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:24.073094 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-548a117d-7458-4151-ac2b-e28e6b336948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:24.086870 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-548a117d-7458-4151-ac2b-e28e6b336948 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fb0988aa37bf4e35a02acacf491c6ba9&device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 1127 time: 0.5510867 Apr 12 17:56:24.163554 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] Routers {'247dba89-5927-4459-97b8-323df380be47'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:56:24.167366 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:56:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['247dba89-5927-4459-97b8-323df380be47'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:24.251397 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-6b51779a-7a97-4481-99ba-d4e5596dae41 service neutron] 10.222.0.24 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955248 Apr 12 17:56:24.328246 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:24.413924 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cb376-14ba-414c-8635-a34ae68f5856 None None] Pushing event updated for resources: {'Port': ['ID=88c466f6-8a56-4b6a-af95-8165b8e4a9c7,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:24.470657 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.23', 58775) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:24.493364 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-0a676441-5c83-41e7-9157-ee5c14577512 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f3f692f-1fcb-4d3b-a18a-929f929b7b4d HTTP/1.1" status: 200 len: 217 time: 0.2359138 Apr 12 17:56:24.622721 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-eda8b406-51f9-4222-ae9f-efe74f80dbfb None None] Provisioning complete for port 88c466f6-8a56-4b6a-af95-8165b8e4a9c7 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:24.623143 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-eda8b406-51f9-4222-ae9f-efe74f80dbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (88c466f6-8a56-4b6a-af95-8165b8e4a9c7), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:24.635536 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8794fbc469913332b26a1bcbfb78f2e90de67fe5ea04afc148497b54c77658c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a88d794-4129-4c9b-87ab-00393791b19e" -d '{"events": [{"name": "network-changed", "server_uuid": "5800d92b-9007-43f5-86b7-18f11cb1e0cb", "tag": "8f3f692f-1fcb-4d3b-a18a-929f929b7b4d"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:56:24.702815 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-fdc081f9-a7b3-43a6-9cd9-6351bc265c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:24.715398 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-fdc081f9-a7b3-43a6-9cd9-6351bc265c8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dfedc295-254f-4999-b774-dcc03ad409b6 HTTP/1.1" status: 200 len: 851 time: 0.2061331 Apr 12 17:56:24.716288 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 36732) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:24.732638 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-c16d2ead-477d-4507-8406-ef665e12057b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--399229268', 'description': 'tempest-description--856007006'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:24.848101 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] Set router 247dba89-5927-4459-97b8-323df380be47 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:56:25.025730 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-a71790fb-3e31-4d6f-896a-6e930d835c98 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=76650685-434e-42ab-a775-db2e42ba360d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2762218 Apr 12 17:56:25.167092 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-eda8b406-51f9-4222-ae9f-efe74f80dbfb None None] Current status of the port 88c466f6-8a56-4b6a-af95-8165b8e4a9c7 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:25.169581 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-eda8b406-51f9-4222-ae9f-efe74f80dbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (88c466f6-8a56-4b6a-af95-8165b8e4a9c7), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:25.222872 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-a4adda1c-5647-434f-8b7e-b82bf3c35d41 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:25.229845 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-a4adda1c-5647-434f-8b7e-b82bf3c35d41 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.23 "GET /v2.0/networks?id=2876e2a1-3492-40af-97a0-a80d1612333d HTTP/1.1" status: 200 len: 819 time: 0.7506385 Apr 12 17:56:25.250477 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-9e21b13c-83cb-486a-bcd6-89dc06a60b17 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Request body: {'port': {'device_id': '7beca0e5-eb2c-4573-a667-258890f7789c', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'admin_state_up': True, 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:25.340663 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-eda8b406-51f9-4222-ae9f-efe74f80dbfb None None] For port 88c466f6-8a56-4b6a-af95-8165b8e4a9c7, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=88c466f6-8a56-4b6a-af95-8165b8e4a9c7,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:25.421799 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-9e21b13c-83cb-486a-bcd6-89dc06a60b17 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Made reservation on behalf of f15b7fa885d74f029c4594b80329f70f for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:56:25.424243 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247dba89-5927-4459-97b8-323df380be47', 'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-router', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:14Z', 'revision_number': 4, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'gw_port': {'id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:03Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '88c466f6-8a56-4b6a-af95-8165b8e4a9c7', 'name': '', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'mac_address': 'fa:16:3e:3e:34:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:23Z', 'revision_number': 4, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'subnets': [{'id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:25.428214 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-eda8b406-51f9-4222-ae9f-efe74f80dbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (88c466f6-8a56-4b6a-af95-8165b8e4a9c7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:25.436620 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-9e21b13c-83cb-486a-bcd6-89dc06a60b17 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:25.566366 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-738fa6d4-7206-4cef-bbb1-590691d3dce0 req-29c03618-2a23-4195-a963-de3b12def5fd tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 210 time: 0.6634734 Apr 12 17:56:25.567389 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c16d2ead-477d-4507-8406-ef665e12057b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:25.591144 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-23808b65-9dbd-4aa7-996d-5935b51be53e service neutron] 10.222.0.23 "GET /v2.0/networks/76650685-434e-42ab-a775-db2e42ba360d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435220 Apr 12 17:56:25.820924 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990ac6a-c849-4508-a557-1216e0b1f7ca req-3378447d-4021-415d-ac7c-a773c1fb6996 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:25.832314 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8b406-51f9-4222-ae9f-efe74f80dbfb None None] Pushing event updated for resources: {'Port': ['ID=88c466f6-8a56-4b6a-af95-8165b8e4a9c7,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:25.832601 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2990ac6a-c849-4508-a557-1216e0b1f7ca req-3378447d-4021-415d-ac7c-a773c1fb6996 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 943 time: 0.6941786 Apr 12 17:56:25.835606 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5349bc-08be-4bd9-ad4a-3abc37f9c2a6 None None] The sync data for ids ['247dba89-5927-4459-97b8-323df380be47'] in dv-cinder-837534-1-iscsi is: [{'id': '247dba89-5927-4459-97b8-323df380be47', 'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-router', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:14Z', 'revision_number': 4, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'gw_port': {'id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:03Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '88c466f6-8a56-4b6a-af95-8165b8e4a9c7', 'name': '', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'mac_address': 'fa:16:3e:3e:34:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:23Z', 'revision_number': 4, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'subnets': [{'id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:56:25.996557 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 36790) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:26.281435 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-9e21b13c-83cb-486a-bcd6-89dc06a60b17 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Allocated IP 172.20.0.7 (2876e2a1-3492-40af-97a0-a80d1612333d/b5aebc3d-31c6-4909-92e3-135069d3f64d/ff0f1c54-dec4-4ef6-afec-893659f86637) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:56:26.401351 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10aa9ba1-51c0-402b-b9ed-b967cf335765 req-742a82ce-2bf8-4bfb-997a-bc2e4a54f581 service neutron] 10.222.0.23 "GET /v2.0/networks/76650685-434e-42ab-a775-db2e42ba360d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7019429 Apr 12 17:56:26.726249 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 88c466f6-8a56-4b6a-af95-8165b8e4a9c7 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:56:26.797433 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c16d2ead-477d-4507-8406-ef665e12057b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group (cd8f848a-b508-47ce-948e-d58c6fc33be2), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:26.826751 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6edc11-043a-4207-99ed-a8977b880a48 x-openstack-request-id: req-cc6edc11-043a-4207-99ed-a8977b880a48 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:56:26.829247 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5800d92b-9007-43f5-86b7-18f11cb1e0cb", "tag": "8f3f692f-1fcb-4d3b-a18a-929f929b7b4d", "status": "completed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:56:26.829656 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc6edc11-043a-4207-99ed-a8977b880a48 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:56:26.832389 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc6edc11-043a-4207-99ed-a8977b880a48'] response: {'name': 'network-changed', 'server_uuid': '5800d92b-9007-43f5-86b7-18f11cb1e0cb', 'tag': '8f3f692f-1fcb-4d3b-a18a-929f929b7b4d', 'status': 'completed', 'code': 200} Apr 12 17:56:26.871592 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c16d2ead-477d-4507-8406-ef665e12057b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (cd8f848a-b508-47ce-948e-d58c6fc33be2), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:26.965696 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 88c466f6-8a56-4b6a-af95-8165b8e4a9c7 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:26.967404 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (88c466f6-8a56-4b6a-af95-8165b8e4a9c7), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:27.009581 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d2ead-477d-4507-8406-ef665e12057b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8f848a-b508-47ce-948e-d58c6fc33be2,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:27.061814 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2990ac6a-c849-4508-a557-1216e0b1f7ca req-60bf1a3e-84ea-42e5-92fb-b7504409e179 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/security-groups?id=65d0d02b-034e-4df5-9ae5-21d38a4921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2241960 Apr 12 17:56:27.210163 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c16d2ead-477d-4507-8406-ef665e12057b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:27.213035 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-c16d2ead-477d-4507-8406-ef665e12057b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.4957514 Apr 12 17:56:27.215793 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88d794-4129-4c9b-87ab-00393791b19e req-318db074-86e9-4861-b793-4256010d17b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:27.217619 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3a88d794-4129-4c9b-87ab-00393791b19e req-318db074-86e9-4861-b793-4256010d17b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fb0988aa37bf4e35a02acacf491c6ba9&device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 1127 time: 0.4142246 Apr 12 17:56:27.233222 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4efd797f-4c95-4d49-9909-09e955fa81e2 req-a79904e6-0a3b-4a70-8adf-d4377efca70f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 210 time: 0.3968422 Apr 12 17:56:27.256866 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 36818) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:27.261820 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-9e21b13c-83cb-486a-bcd6-89dc06a60b17 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for port (ff0f1c54-dec4-4ef6-afec-893659f86637), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:27.281683 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-b13b2c95-46e5-4f2a-af4a-aaed1a9b91a9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Request body: {'security_group_rule': {'security_group_id': 'cd8f848a-b508-47ce-948e-d58c6fc33be2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:27.356683 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-9e21b13c-83cb-486a-bcd6-89dc06a60b17 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (ff0f1c54-dec4-4ef6-afec-893659f86637), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:27.414613 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 88c466f6-8a56-4b6a-af95-8165b8e4a9c7 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:27.415514 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b1ce85ef-b3c3-46d7-b3e2-299c8fb6a427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:27.555685 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-9e21b13c-83cb-486a-bcd6-89dc06a60b17 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Network 2876e2a1-3492-40af-97a0-a80d1612333d is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:56:27.573571 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-9e21b13c-83cb-486a-bcd6-89dc06a60b17 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:27.579693 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-9e21b13c-83cb-486a-bcd6-89dc06a60b17 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:56:27.602477 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-9e21b13c-83cb-486a-bcd6-89dc06a60b17 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:27.603151 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-9e21b13c-83cb-486a-bcd6-89dc06a60b17 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:27.707111 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21b13c-83cb-486a-bcd6-89dc06a60b17 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Pushing event updated for resources: {'Port': ['ID=ff0f1c54-dec4-4ef6-afec-893659f86637,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:27.724204 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.23', 58779) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:27.873795 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-e0ea565d-bee2-44c0-979f-9aeafb426231 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:27.897949 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-e0ea565d-bee2-44c0-979f-9aeafb426231 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/networks?id=2876e2a1-3492-40af-97a0-a80d1612333d HTTP/1.1" status: 200 len: 819 time: 0.4322937 Apr 12 17:56:27.975388 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-b98931a4-0e8d-4c02-9f90-62cbfb6d79c9 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:27.977458 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-b98931a4-0e8d-4c02-9f90-62cbfb6d79c9 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.23 "GET /v2.0/networks?id=686fab4f-3c38-4683-935f-38f19e4e8a4f HTTP/1.1" status: 200 len: 814 time: 0.2316687 Apr 12 17:56:27.981458 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-9e21b13c-83cb-486a-bcd6-89dc06a60b17 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7416101 Apr 12 17:56:28.091553 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-b508886b-487f-48c1-ab62-9350cfdf2b78 None None] Provisioning complete for port ff0f1c54-dec4-4ef6-afec-893659f86637 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:28.092771 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b508886b-487f-48c1-ab62-9350cfdf2b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (ff0f1c54-dec4-4ef6-afec-893659f86637), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:28.207042 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-b508886b-487f-48c1-ab62-9350cfdf2b78 None None] Port ff0f1c54-dec4-4ef6-afec-893659f86637 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:56:28.256361 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-aaf23f8d-1c37-47a1-8280-5376980aa38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:28.333494 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-b9673f3d-abdb-4e6b-ad77-d8be0970d7e4 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/quotas/f15b7fa885d74f029c4594b80329f70f HTTP/1.1" status: 200 len: 375 time: 0.4342935 Apr 12 17:56:28.368123 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b13b2c95-46e5-4f2a-af4a-aaed1a9b91a9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group_rule (6ff6a9a9-30a7-440a-b2ca-a3999cb27d61), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:28.457397 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-e1e922e2-57a2-4ac5-8e01-0f0676c4150f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd9169ef36f84184829de80e6adcc3eb HTTP/1.1" status: 200 len: 380 time: 0.1373670 Apr 12 17:56:28.464869 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-196342d4-5516-4809-9783-7513f06075bc service neutron] Request body: {'port': {'device_id': '7beca0e5-eb2c-4573-a667-258890f7789c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:28.475522 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-2ae0b9af-5d0f-4938-b3ae-150b4b2c53de tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'port': {'device_id': '9b987260-2532-4632-9f8a-842b60be9242', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'admin_state_up': True, 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'security_groups': ['8508cf7b-02f6-4d8f-a241-1523e811a1fa']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:28.482391 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b1ce85ef-b3c3-46d7-b3e2-299c8fb6a427 admin admin] Publish callbacks [] for security_group (b8f92655-3a04-439a-aabe-7b59bb5e6e52), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:28.671830 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-196342d4-5516-4809-9783-7513f06075bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (ff0f1c54-dec4-4ef6-afec-893659f86637), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:28.719870 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36880) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:28.739809 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b1ce85ef-b3c3-46d7-b3e2-299c8fb6a427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (b8f92655-3a04-439a-aabe-7b59bb5e6e52), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:28.775320 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b172f9-bb7c-465b-aaad-7c511a9c4386 req-b3064bef-09d4-4cad-ba5b-339bb00e9cf2 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:28.782013 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-16b172f9-bb7c-465b-aaad-7c511a9c4386 req-b3064bef-09d4-4cad-ba5b-339bb00e9cf2 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 943 time: 0.4854751 Apr 12 17:56:28.794354 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88d794-4129-4c9b-87ab-00393791b19e req-aa27115f-e20d-47a8-b425-eb30c1a86e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:28.795768 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3a88d794-4129-4c9b-87ab-00393791b19e req-aa27115f-e20d-47a8-b425-eb30c1a86e62 service neutron] 10.222.0.23 "GET /v2.0/networks?id=76650685-434e-42ab-a775-db2e42ba360d HTTP/1.1" status: 200 len: 912 time: 1.5486975 Apr 12 17:56:28.812322 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-bbe1de95-27d2-4d52-8499-d97bf06e3b65 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f15b7fa885d74f029c4594b80329f70f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3891575 Apr 12 17:56:28.839099 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-2ae0b9af-5d0f-4938-b3ae-150b4b2c53de tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Made reservation on behalf of fd9169ef36f84184829de80e6adcc3eb for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:56:28.843636 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-2ae0b9af-5d0f-4938-b3ae-150b4b2c53de tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:28.858348 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-b1ce85ef-b3c3-46d7-b3e2-299c8fb6a427 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a484cf42c63645459ba670b0036e43d9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8606720 Apr 12 17:56:28.860507 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36886) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:28.876765 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b13b2c95-46e5-4f2a-af4a-aaed1a9b91a9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group_rule (6ff6a9a9-30a7-440a-b2ca-a3999cb27d61), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:28.880105 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce85ef-b3c3-46d7-b3e2-299c8fb6a427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f92655-3a04-439a-aabe-7b59bb5e6e52,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:28.898247 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b13b2c95-46e5-4f2a-af4a-aaed1a9b91a9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (6ff6a9a9-30a7-440a-b2ca-a3999cb27d61), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:28.961917 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-16b172f9-bb7c-465b-aaad-7c511a9c4386 req-b28dd42d-cd36-477a-9215-2b25bb32accf tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/security-groups?id=65d0d02b-034e-4df5-9ae5-21d38a4921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789901 Apr 12 17:56:28.975332 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b13b2c95-46e5-4f2a-af4a-aaed1a9b91a9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:28.976336 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-b13b2c95-46e5-4f2a-af4a-aaed1a9b91a9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7183270 Apr 12 17:56:28.979051 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b2c95-46e5-4f2a-af4a-aaed1a9b91a9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff6a9a9-30a7-440a-b2ca-a3999cb27d61,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:28.980487 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 36892) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:28.986523 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76cb98f9-3f67-41ae-a123-8f54a839042d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:28.988726 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-eac8284c-5259-44d4-bbae-93a054a815c8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Request body: {'security_group_rule': {'security_group_id': 'cd8f848a-b508-47ce-948e-d58c6fc33be2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:29.019953 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-3cf8be94-7e26-43ee-9107-fab63e572e7d service neutron] 10.222.0.24 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951010 Apr 12 17:56:29.038270 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eac8284c-5259-44d4-bbae-93a054a815c8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group_rule (bd1a7a3f-fd91-4642-b33b-3709691d94a3), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:29.124564 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b695a6a5-52f5-4f9c-a03b-90f58a3bef33 admin admin] Publish callbacks [] for security_group (b8f92655-3a04-439a-aabe-7b59bb5e6e52), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:29.139991 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9cf520ae-be94-434e-b5ce-f6388b073097 req-0e8de1e0-48fe-4235-a185-e68ac4aab8f1 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 210 time: 0.0721109 Apr 12 17:56:29.148003 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b695a6a5-52f5-4f9c-a03b-90f58a3bef33 admin admin] Publish callbacks [] for security_group (b8f92655-3a04-439a-aabe-7b59bb5e6e52), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:29.183239 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eac8284c-5259-44d4-bbae-93a054a815c8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group_rule (bd1a7a3f-fd91-4642-b33b-3709691d94a3), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:29.189545 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-c483eec1-66ee-4eb7-b3fe-851a61945133 service neutron] 10.222.0.24 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616883 Apr 12 17:56:29.190912 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eac8284c-5259-44d4-bbae-93a054a815c8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (bd1a7a3f-fd91-4642-b33b-3709691d94a3), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:29.204427 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8284c-5259-44d4-bbae-93a054a815c8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1a7a3f-fd91-4642-b33b-3709691d94a3,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:29.228373 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-eac8284c-5259-44d4-bbae-93a054a815c8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:29.230040 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-eac8284c-5259-44d4-bbae-93a054a815c8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2472296 Apr 12 17:56:29.234513 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 36898) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:29.242066 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-19551291-2281-4505-ad49-7fc166f906f2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Request body: {'floatingip': {'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:29.283196 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-19551291-2281-4505-ad49-7fc166f906f2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:29.323440 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-2ae0b9af-5d0f-4938-b3ae-150b4b2c53de tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Allocated IP 172.20.0.6 (686fab4f-3c38-4683-935f-38f19e4e8a4f/1e2e22a3-d988-42d0-ada7-fb014078e671/28a48dd9-d5a0-4a00-b11c-5d77c05c24ed) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:56:29.363958 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b695a6a5-52f5-4f9c-a03b-90f58a3bef33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (b8f92655-3a04-439a-aabe-7b59bb5e6e52), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:29.366812 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b695a6a5-52f5-4f9c-a03b-90f58a3bef33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:29.367949 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-b695a6a5-52f5-4f9c-a03b-90f58a3bef33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8f92655-3a04-439a-aabe-7b59bb5e6e52 HTTP/1.1" status: 204 len: 168 time: 0.4987974 Apr 12 17:56:29.396595 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-19551291-2281-4505-ad49-7fc166f906f2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:29.428815 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695a6a5-52f5-4f9c-a03b-90f58a3bef33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f92655-3a04-439a-aabe-7b59bb5e6e52,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:29.474276 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ffefc184-9567-4d62-8d91-3b0c43ec9be6 req-091a68bb-a663-4d79-a170-d884bada8730 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 210 time: 0.0663931 Apr 12 17:56:29.496498 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76cb98f9-3f67-41ae-a123-8f54a839042d admin admin] Publish callbacks [] for security_group (ada80977-07ce-4aad-9eba-1431e01713b7), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:29.529069 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-196342d4-5516-4809-9783-7513f06075bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0f1c54-dec4-4ef6-afec-893659f86637 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:56:29.536585 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76cb98f9-3f67-41ae-a123-8f54a839042d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (ada80977-07ce-4aad-9eba-1431e01713b7), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:29.571577 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-196342d4-5516-4809-9783-7513f06075bc service neutron] Publish callbacks [] for port (ff0f1c54-dec4-4ef6-afec-893659f86637), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:29.610933 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3a88d794-4129-4c9b-87ab-00393791b19e req-b851eb9c-a1dc-46ba-985d-00e6699cb197 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f3f692f-1fcb-4d3b-a18a-929f929b7b4d HTTP/1.1" status: 200 len: 217 time: 0.0454094 Apr 12 17:56:29.643133 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-196342d4-5516-4809-9783-7513f06075bc service neutron] Transition to ACTIVE for port object ff0f1c54-dec4-4ef6-afec-893659f86637 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:56:29.649817 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb98f9-3f67-41ae-a123-8f54a839042d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada80977-07ce-4aad-9eba-1431e01713b7,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:29.660194 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-76cb98f9-3f67-41ae-a123-8f54a839042d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5befff00212f4d16a56eb1779a7d71a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9376194 Apr 12 17:56:29.666853 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36910) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:29.667523 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-196342d4-5516-4809-9783-7513f06075bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (ff0f1c54-dec4-4ef6-afec-893659f86637), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:29.758896 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-19551291-2281-4505-ad49-7fc166f906f2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Allocated IP 172.27.0.110 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/0d7f748d-c08b-43f3-8412-e7f872ba95d2) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:56:29.781812 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-2ae0b9af-5d0f-4938-b3ae-150b4b2c53de tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for port (28a48dd9-d5a0-4a00-b11c-5d77c05c24ed), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:29.799196 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196342d4-5516-4809-9783-7513f06075bc service neutron] Pushing event updated for resources: {'Port': ['ID=ff0f1c54-dec4-4ef6-afec-893659f86637,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:29.804718 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88d794-4129-4c9b-87ab-00393791b19e req-1df6cdb0-8074-4d09-bfdc-0c26b3f91727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:29.806600 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3a88d794-4129-4c9b-87ab-00393791b19e req-1df6cdb0-8074-4d09-bfdc-0c26b3f91727 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dfedc295-254f-4999-b774-dcc03ad409b6 HTTP/1.1" status: 200 len: 851 time: 0.1881475 Apr 12 17:56:29.941191 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d2a2-72ee-4066-859b-197309b8fb05 admin admin] Publish callbacks [] for security_group (ada80977-07ce-4aad-9eba-1431e01713b7), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:29.951132 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-196342d4-5516-4809-9783-7513f06075bc service neutron] Attempting to bind port ff0f1c54-dec4-4ef6-afec-893659f86637 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:56:29.951862 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-196342d4-5516-4809-9783-7513f06075bc service neutron] Attempting to bind port ff0f1c54-dec4-4ef6-afec-893659f86637 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '2379ee2c-1674-45e0-afc7-bff7c9920f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:56:29.952266 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-196342d4-5516-4809-9783-7513f06075bc service neutron] Attempting to bind port ff0f1c54-dec4-4ef6-afec-893659f86637 on network 2876e2a1-3492-40af-97a0-a80d1612333d {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:56:29.959431 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3a88d794-4129-4c9b-87ab-00393791b19e req-0ddd0aae-36bc-44f5-9bd5-14420145d8c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=76650685-434e-42ab-a775-db2e42ba360d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1364193 Apr 12 17:56:29.981007 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-2ae0b9af-5d0f-4938-b3ae-150b4b2c53de tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (28a48dd9-d5a0-4a00-b11c-5d77c05c24ed), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:29.992732 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-196342d4-5516-4809-9783-7513f06075bc service neutron] Port ff0f1c54-dec4-4ef6-afec-893659f86637 on network 2876e2a1-3492-40af-97a0-a80d1612333d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:56:29.993482 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-196342d4-5516-4809-9783-7513f06075bc service neutron] Attempting to bind port ff0f1c54-dec4-4ef6-afec-893659f86637 on network 2876e2a1-3492-40af-97a0-a80d1612333d {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:56:30.074529 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d2a2-72ee-4066-859b-197309b8fb05 admin admin] Publish callbacks [] for security_group (ada80977-07ce-4aad-9eba-1431e01713b7), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:30.179996 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-196342d4-5516-4809-9783-7513f06075bc service neutron] Checking agent: {'id': '00f7abb9-3948-4d4d-ae73-3182f7e75cf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'started_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:56:30.180342 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-196342d4-5516-4809-9783-7513f06075bc service neutron] Checking segment: {'id': '2379ee2c-1674-45e0-afc7-bff7c9920f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:56:30.180904 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-196342d4-5516-4809-9783-7513f06075bc service neutron] Bound using segment: {'id': '2379ee2c-1674-45e0-afc7-bff7c9920f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:56:30.181339 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-196342d4-5516-4809-9783-7513f06075bc service neutron] Bound port: ff0f1c54-dec4-4ef6-afec-893659f86637, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2379ee2c-1674-45e0-afc7-bff7c9920f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:56:30.181702 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-196342d4-5516-4809-9783-7513f06075bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (ff0f1c54-dec4-4ef6-afec-893659f86637), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:30.184065 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0b9af-5d0f-4938-b3ae-150b4b2c53de tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'Port': ['ID=28a48dd9-d5a0-4a00-b11c-5d77c05c24ed,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:30.205274 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36934) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:30.268466 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-2ae0b9af-5d0f-4938-b3ae-150b4b2c53de tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Network 686fab4f-3c38-4683-935f-38f19e4e8a4f is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:56:30.290120 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-2ae0b9af-5d0f-4938-b3ae-150b4b2c53de tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:30.292512 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3a88d794-4129-4c9b-87ab-00393791b19e req-99339e79-7a88-4346-be02-46ede545853e service neutron] 10.222.0.23 "GET /v2.0/networks/76650685-434e-42ab-a775-db2e42ba360d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218679 Apr 12 17:56:30.323144 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-2ae0b9af-5d0f-4938-b3ae-150b4b2c53de tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:56:30.335432 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-2ae0b9af-5d0f-4938-b3ae-150b4b2c53de tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:30.336138 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-2ae0b9af-5d0f-4938-b3ae-150b4b2c53de tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:30.370210 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-19551291-2281-4505-ad49-7fc166f906f2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for port (0d7f748d-c08b-43f3-8412-e7f872ba95d2), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:30.374451 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-51866d6b-1d4b-40d6-ba11-8ac51fa4e3c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:30.482685 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-2ae0b9af-5d0f-4938-b3ae-150b4b2c53de tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0123079 Apr 12 17:56:30.505308 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] Request body: {'port': {'device_id': '9b987260-2532-4632-9f8a-842b60be9242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:30.514558 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d2a2-72ee-4066-859b-197309b8fb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (ada80977-07ce-4aad-9eba-1431e01713b7), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:30.517052 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d2a2-72ee-4066-859b-197309b8fb05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:30.518438 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-0bd3d2a2-72ee-4066-859b-197309b8fb05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ada80977-07ce-4aad-9eba-1431e01713b7 HTTP/1.1" status: 204 len: 168 time: 0.8486867 Apr 12 17:56:30.584649 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3d2a2-72ee-4066-859b-197309b8fb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada80977-07ce-4aad-9eba-1431e01713b7,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:30.616696 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-19551291-2281-4505-ad49-7fc166f906f2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (0d7f748d-c08b-43f3-8412-e7f872ba95d2), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:30.634599 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-196342d4-5516-4809-9783-7513f06075bc service neutron] For port ff0f1c54-dec4-4ef6-afec-893659f86637, host hv-cinder-83753, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:56:30.690829 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aeb1e8-7ccd-4879-a6a3-8f4b20c6635b req-1d2e832a-70c7-4b44-8bf6-f4e8eb05b9c2 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:30.698755 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-49aeb1e8-7ccd-4879-a6a3-8f4b20c6635b req-1d2e832a-70c7-4b44-8bf6-f4e8eb05b9c2 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 943 time: 0.1941879 Apr 12 17:56:30.730031 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b512d65-2f4c-4f37-953b-ea891aed23c1 req-32d1f6c4-ece1-4905-abee-e8041f23b843 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:30.731676 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4b512d65-2f4c-4f37-953b-ea891aed23c1 req-32d1f6c4-ece1-4905-abee-e8041f23b843 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 931 time: 0.2259026 Apr 12 17:56:30.755862 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19551291-2281-4505-ad49-7fc166f906f2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:56:30.772291 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-19551291-2281-4505-ad49-7fc166f906f2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:30.775629 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3a88d794-4129-4c9b-87ab-00393791b19e req-035b3733-3b4f-4213-9550-842ce5469055 service neutron] 10.222.0.23 "GET /v2.0/networks/76650685-434e-42ab-a775-db2e42ba360d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555557 Apr 12 17:56:30.776356 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19551291-2281-4505-ad49-7fc166f906f2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:56:30.790117 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19551291-2281-4505-ad49-7fc166f906f2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Pushing event updated for resources: {'Port': ['ID=0d7f748d-c08b-43f3-8412-e7f872ba95d2,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:30.803224 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-90b189bf-09d7-44f2-9998-413419dcd63b None None] Provisioning complete for port 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:30.804457 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-90b189bf-09d7-44f2-9998-413419dcd63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (28a48dd9-d5a0-4a00-b11c-5d77c05c24ed), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:30.808873 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-cf596125-2e63-429d-a6fc-228546092b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:30.862065 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-90b189bf-09d7-44f2-9998-413419dcd63b None None] Port 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:56:30.880317 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-196342d4-5516-4809-9783-7513f06075bc service neutron] For port ff0f1c54-dec4-4ef6-afec-893659f86637, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ff0f1c54-dec4-4ef6-afec-893659f86637,segment=NetworkSegment(2379ee2c-1674-45e0-afc7-bff7c9920f2a),segment_id=2379ee2c-1674-45e0-afc7-bff7c9920f2a)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:56:30.881614 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (28a48dd9-d5a0-4a00-b11c-5d77c05c24ed), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:30.888821 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-49aeb1e8-7ccd-4879-a6a3-8f4b20c6635b req-f8a46aa6-0ab8-4d95-81bc-15c377307e22 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/security-groups?id=65d0d02b-034e-4df5-9ae5-21d38a4921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891024 Apr 12 17:56:30.903168 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-196342d4-5516-4809-9783-7513f06075bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (ff0f1c54-dec4-4ef6-afec-893659f86637), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:30.925140 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4b512d65-2f4c-4f37-953b-ea891aed23c1 req-c4a5ec99-debb-469c-9d5a-ff3d3237936f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=8508cf7b-02f6-4d8f-a241-1523e811a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711230 Apr 12 17:56:30.955414 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-19551291-2281-4505-ad49-7fc166f906f2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for floatingip (cb8c48be-af8e-420c-bff6-036623a8684d), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:30.981366 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-196342d4-5516-4809-9783-7513f06075bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:30.982204 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-196342d4-5516-4809-9783-7513f06075bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:30.983807 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-196342d4-5516-4809-9783-7513f06075bc service neutron] 10.222.0.23 "PUT /v2.0/ports/ff0f1c54-dec4-4ef6-afec-893659f86637 HTTP/1.1" status: 200 len: 1093 time: 2.5238841 Apr 12 17:56:31.005374 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7beca0e5-eb2c-4573-a667-258890f7789c', 'tag': 'ff0f1c54-dec4-4ef6-afec-893659f86637'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:56:31.095583 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-19551291-2281-4505-ad49-7fc166f906f2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (0d7f748d-c08b-43f3-8412-e7f872ba95d2), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:31.107545 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7bd5df3e-691c-4d2d-8bd1-9646433d7b84 req-0b643c27-c28c-4d2a-a5cb-ad83c15cb005 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 210 time: 0.0754263 Apr 12 17:56:31.233693 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 36964) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:31.236271 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-51866d6b-1d4b-40d6-ba11-8ac51fa4e3c3 admin admin] Publish callbacks [] for security_group (4267c51b-c706-4fb1-a534-52bc54a07a1b), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:31.298253 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-51866d6b-1d4b-40d6-ba11-8ac51fa4e3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (4267c51b-c706-4fb1-a534-52bc54a07a1b), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:31.331635 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-363c20f8-dfea-4c98-ab8c-a03b3fa5d98c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:31.345357 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196342d4-5516-4809-9783-7513f06075bc service neutron] Pushing event updated for resources: {'Port': ['ID=ff0f1c54-dec4-4ef6-afec-893659f86637,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:31.352439 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b270b30-fd6b-48f4-a4cf-75c11e52c190" -d '{"events": [{"name": "network-changed", "server_uuid": "7beca0e5-eb2c-4573-a667-258890f7789c", "tag": "ff0f1c54-dec4-4ef6-afec-893659f86637"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:56:31.459017 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-831562ff-8035-4f11-89b9-02700d5dd7de tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:31.460476 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-831562ff-8035-4f11-89b9-02700d5dd7de tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.23 "GET /v2.0/networks?id=2876e2a1-3492-40af-97a0-a80d1612333d HTTP/1.1" status: 200 len: 819 time: 0.3047161 Apr 12 17:56:31.479393 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-0a06ca0a-c1be-46c1-875f-0d1a234fdbff tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Request body: {'port': {'device_id': '8920dd5a-bb35-489d-8f4a-ee17fe17d565', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'admin_state_up': True, 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:31.554889 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-f7eb726b-0a14-4aef-be66-b84907c7c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:31.557049 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-f7eb726b-0a14-4aef-be66-b84907c7c946 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f15b7fa885d74f029c4594b80329f70f&device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 1127 time: 0.4539702 Apr 12 17:56:31.649329 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:31.793579 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-19551291-2281-4505-ad49-7fc166f906f2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for port (0d7f748d-c08b-43f3-8412-e7f872ba95d2), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:31.807908 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:31.809271 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-19551291-2281-4505-ad49-7fc166f906f2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (0d7f748d-c08b-43f3-8412-e7f872ba95d2), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:31.815822 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61ddaa5-b856-4ee2-b59e-3659bfe20b53 x-openstack-request-id: req-f61ddaa5-b856-4ee2-b59e-3659bfe20b53 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:56:31.816134 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7beca0e5-eb2c-4573-a667-258890f7789c", "tag": "ff0f1c54-dec4-4ef6-afec-893659f86637", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:56:31.816331 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f61ddaa5-b856-4ee2-b59e-3659bfe20b53 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:56:31.816785 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f61ddaa5-b856-4ee2-b59e-3659bfe20b53'] response: {'name': 'network-changed', 'server_uuid': '7beca0e5-eb2c-4573-a667-258890f7789c', 'tag': 'ff0f1c54-dec4-4ef6-afec-893659f86637', 'status': 'completed', 'code': 200} Apr 12 17:56:31.860839 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51866d6b-1d4b-40d6-ba11-8ac51fa4e3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4267c51b-c706-4fb1-a534-52bc54a07a1b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:31.865882 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-c6bc935c-9a8e-4070-9f57-2ed4b5968026 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff0f1c54-dec4-4ef6-afec-893659f86637 HTTP/1.1" status: 200 len: 217 time: 0.1094124 Apr 12 17:56:31.872360 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-51866d6b-1d4b-40d6-ba11-8ac51fa4e3c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=755b417e59c84eb69e89f44ca60ac08f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6623363 Apr 12 17:56:31.880699 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 36996) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:31.883994 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-363c20f8-dfea-4c98-ab8c-a03b3fa5d98c admin admin] Publish callbacks [] for security_group (726cb0fa-12fe-49cb-bd03-6202cb610188), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:31.907984 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-19551291-2281-4505-ad49-7fc166f906f2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (cb8c48be-af8e-420c-bff6-036623a8684d), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:31.928846 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-363c20f8-dfea-4c98-ab8c-a03b3fa5d98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (726cb0fa-12fe-49cb-bd03-6202cb610188), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:31.953079 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-19551291-2281-4505-ad49-7fc166f906f2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:31.955824 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-19551291-2281-4505-ad49-7fc166f906f2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7195923 Apr 12 17:56:32.020469 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19551291-2281-4505-ad49-7fc166f906f2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Pushing event updated for resources: {'Port': ['ID=0d7f748d-c08b-43f3-8412-e7f872ba95d2,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:32.099525 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c20f8-dfea-4c98-ab8c-a03b3fa5d98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726cb0fa-12fe-49cb-bd03-6202cb610188,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:32.123503 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:56:32.130156 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-99d3d583-180f-418c-8a97-15c1c5f882e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:32.131726 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-99d3d583-180f-418c-8a97-15c1c5f882e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5aebc3d-31c6-4909-92e3-135069d3f64d HTTP/1.1" status: 200 len: 858 time: 0.2584565 Apr 12 17:56:32.141366 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] Publish callbacks [] for port (28a48dd9-d5a0-4a00-b11c-5d77c05c24ed), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:32.149445 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-0a06ca0a-c1be-46c1-875f-0d1a234fdbff tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Made reservation on behalf of f15b7fa885d74f029c4594b80329f70f for: {'port': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:56:32.152934 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-0a06ca0a-c1be-46c1-875f-0d1a234fdbff tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:32.172826 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-363c20f8-dfea-4c98-ab8c-a03b3fa5d98c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=127f57df2116419dbde6782ed2e9bb55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9156799 Apr 12 17:56:32.180495 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 37016) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:32.204683 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b73cd-9049-416c-9e19-17b8e9804307 req-a73c386f-5893-4c74-a146-df2fa326a9e2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:32.206145 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1a1b73cd-9049-416c-9e19-17b8e9804307 req-a73c386f-5893-4c74-a146-df2fa326a9e2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 931 time: 0.1598401 Apr 12 17:56:32.216858 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf1a05fd-c8b2-425d-b9a6-556ca4b9c73e admin admin] Publish callbacks [] for security_group (4267c51b-c706-4fb1-a534-52bc54a07a1b), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:32.219580 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] Transition to ACTIVE for port object 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:56:32.226457 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528a8ee-982b-4377-bc27-c12a569a9f62 req-99b31ae4-b5ec-437a-921e-843124d177a2 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:32.227935 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1528a8ee-982b-4377-bc27-c12a569a9f62 req-99b31ae4-b5ec-437a-921e-843124d177a2 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 943 time: 0.1459229 Apr 12 17:56:32.247108 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (28a48dd9-d5a0-4a00-b11c-5d77c05c24ed), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:32.290632 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-438a265f-bd61-43a0-8d43-f868286a2302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:32.292402 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-438a265f-bd61-43a0-8d43-f868286a2302 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2876e2a1-3492-40af-97a0-a80d1612333d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1487033 Apr 12 17:56:32.306860 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf1a05fd-c8b2-425d-b9a6-556ca4b9c73e admin admin] Publish callbacks [] for security_group (4267c51b-c706-4fb1-a534-52bc54a07a1b), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:32.359162 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1a1b73cd-9049-416c-9e19-17b8e9804307 req-b53fd27d-3ac5-4864-9093-e498a4cee2d5 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=8508cf7b-02f6-4d8f-a241-1523e811a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456559 Apr 12 17:56:32.369014 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1528a8ee-982b-4377-bc27-c12a569a9f62 req-9ed0e872-a7de-4a46-b6f7-a5d8d6b8de13 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/security-groups?id=65d0d02b-034e-4df5-9ae5-21d38a4921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332500 Apr 12 17:56:32.454447 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] Pushing event updated for resources: {'Port': ['ID=28a48dd9-d5a0-4a00-b11c-5d77c05c24ed,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:32.465221 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d010da1e-799d-4191-8999-8cc604600d4e admin admin] Publish callbacks [] for security_group (726cb0fa-12fe-49cb-bd03-6202cb610188), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:32.506873 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:56:32.510451 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] Attempting to bind port 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:56:32.510799 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] Attempting to bind port 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:56:32.511135 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] Attempting to bind port 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed on network 686fab4f-3c38-4683-935f-38f19e4e8a4f {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:56:32.523603 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] Port 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed on network 686fab4f-3c38-4683-935f-38f19e4e8a4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:56:32.523965 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] Attempting to bind port 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed on network 686fab4f-3c38-4683-935f-38f19e4e8a4f {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:56:32.536030 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d010da1e-799d-4191-8999-8cc604600d4e admin admin] Publish callbacks [] for security_group (726cb0fa-12fe-49cb-bd03-6202cb610188), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:32.542357 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-0a06ca0a-c1be-46c1-875f-0d1a234fdbff tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Allocated IP 172.20.0.10 (2876e2a1-3492-40af-97a0-a80d1612333d/b5aebc3d-31c6-4909-92e3-135069d3f64d/b49707dc-926e-4d85-8477-c75036dbdbdd) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:56:32.557349 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] Checking agent: {'id': '00f7abb9-3948-4d4d-ae73-3182f7e75cf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'started_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:56:32.558157 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] Checking segment: {'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:56:32.558157 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] Bound using segment: {'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:56:32.558600 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] Bound port: 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:56:32.559140 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (28a48dd9-d5a0-4a00-b11c-5d77c05c24ed), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:32.570807 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-741d9c31-6a1c-4363-8368-b04c2b15603c service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616274 Apr 12 17:56:32.588175 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4ece6989-f890-4527-81c5-e74f2a5475d1 req-ef6cf205-f8b5-4fde-8ebc-e51df037cca6 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 210 time: 0.1176918 Apr 12 17:56:32.589416 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf1a05fd-c8b2-425d-b9a6-556ca4b9c73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (4267c51b-c706-4fb1-a534-52bc54a07a1b), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:32.591963 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf1a05fd-c8b2-425d-b9a6-556ca4b9c73e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:32.601042 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-cf1a05fd-c8b2-425d-b9a6-556ca4b9c73e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4267c51b-c706-4fb1-a534-52bc54a07a1b HTTP/1.1" status: 204 len: 168 time: 0.7110498 Apr 12 17:56:32.689715 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8515788e-7633-4042-89fd-ef4dd317708c req-3f875bbb-a47b-45e4-88c2-e035ab13170b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--399229268&fields=id&tenant_id=b4c98209fd1841f9ad91c5c823b05ed8 HTTP/1.1" status: 200 len: 267 time: 0.0967865 Apr 12 17:56:32.702440 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8f3f692f-1fcb-4d3b-a18a-929f929b7b4d,segment=NetworkSegment(da1e9eb2-4635-48fa-98b6-8daed43da17a),segment_id=da1e9eb2-4635-48fa-98b6-8daed43da17a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:32.720414 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': '8f3f692f-1fcb-4d3b-a18a-929f929b7b4d', 'network_id': '76650685-434e-42ab-a775-db2e42ba360d', 'port_id': '8f3f692f-1fcb-4d3b-a18a-929f929b7b4d', 'mac_address': 'fa:16:3e:19:49:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfedc295-254f-4999-b774-dcc03ad409b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:56:32.727112 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3d5d0b0e-61a1-40ab-a1e5-443f6e6eb823 req-e669ccdd-0ffa-4b11-9470-af715e31bf78 service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448314 Apr 12 17:56:32.739171 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a05fd-c8b2-425d-b9a6-556ca4b9c73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4267c51b-c706-4fb1-a534-52bc54a07a1b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:32.807289 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d010da1e-799d-4191-8999-8cc604600d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (726cb0fa-12fe-49cb-bd03-6202cb610188), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:32.810093 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d010da1e-799d-4191-8999-8cc604600d4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:32.811360 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-d010da1e-799d-4191-8999-8cc604600d4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/726cb0fa-12fe-49cb-bd03-6202cb610188 HTTP/1.1" status: 204 len: 168 time: 0.6299188 Apr 12 17:56:32.827965 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] For port 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed, host hv-cinder-83753, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:56:32.830645 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010da1e-799d-4191-8999-8cc604600d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726cb0fa-12fe-49cb-bd03-6202cb610188,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:32.834816 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] For port 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=28a48dd9-d5a0-4a00-b11c-5d77c05c24ed,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:56:32.852744 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (28a48dd9-d5a0-4a00-b11c-5d77c05c24ed), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:32.880582 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515788e-7633-4042-89fd-ef4dd317708c req-77936a81-3425-4357-ae1f-db3626721302 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:32.886526 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:32.887089 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (8f3f692f-1fcb-4d3b-a18a-929f929b7b4d), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:32.887611 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8515788e-7633-4042-89fd-ef4dd317708c req-77936a81-3425-4357-ae1f-db3626721302 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/networks?id=620e6442-ea5d-4803-85d5-538016f366eb HTTP/1.1" status: 200 len: 817 time: 0.1967521 Apr 12 17:56:32.905452 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:56:32.910147 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:32.910956 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:32.913544 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] 10.222.0.23 "PUT /v2.0/ports/28a48dd9-d5a0-4a00-b11c-5d77c05c24ed HTTP/1.1" status: 200 len: 1093 time: 2.4194999 Apr 12 17:56:32.925743 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8515788e-7633-4042-89fd-ef4dd317708c req-5c70ebe8-ff6e-4756-889a-f14f721af760 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/quotas/b4c98209fd1841f9ad91c5c823b05ed8 HTTP/1.1" status: 200 len: 375 time: 0.0363634 Apr 12 17:56:32.949751 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8f3f692f-1fcb-4d3b-a18a-929f929b7b4d,segment=NetworkSegment(da1e9eb2-4635-48fa-98b6-8daed43da17a),segment_id=da1e9eb2-4635-48fa-98b6-8daed43da17a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:32.967569 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (8f3f692f-1fcb-4d3b-a18a-929f929b7b4d), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:33.020113 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f402a0-bc1d-4b56-a8be-87c91ed0cb42 service neutron] Pushing event updated for resources: {'Port': ['ID=28a48dd9-d5a0-4a00-b11c-5d77c05c24ed,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:33.038876 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8515788e-7633-4042-89fd-ef4dd317708c req-ba2ca2a4-71f5-41fc-9e5b-dd6d206688e3 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4c98209fd1841f9ad91c5c823b05ed8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1120377 Apr 12 17:56:33.173050 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=8f3f692f-1fcb-4d3b-a18a-929f929b7b4d,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:33.192202 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:33.198883 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-0a06ca0a-c1be-46c1-875f-0d1a234fdbff tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for port (b49707dc-926e-4d85-8477-c75036dbdbdd), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:33.245318 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['8f3f692f-1fcb-4d3b-a18a-929f929b7b4d'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:56:33.411303 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8515788e-7633-4042-89fd-ef4dd317708c req-ae2f0e8c-07e0-41df-9fc5-58751f371eaa service neutron] 10.222.0.24 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713956 Apr 12 17:56:33.469740 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-0a06ca0a-c1be-46c1-875f-0d1a234fdbff tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (b49707dc-926e-4d85-8477-c75036dbdbdd), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:33.639045 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-a7ba821a-c10b-48dd-8c8d-cf5e2c86d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:33.641404 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-a7ba821a-c10b-48dd-8c8d-cf5e2c86d2ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd9169ef36f84184829de80e6adcc3eb&device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 1127 time: 0.0723755 Apr 12 17:56:33.693021 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-69604b1a-30a4-454a-a7a5-2c4dba051deb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28a48dd9-d5a0-4a00-b11c-5d77c05c24ed HTTP/1.1" status: 200 len: 217 time: 0.0426049 Apr 12 17:56:33.694768 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b270b30-fd6b-48f4-a4cf-75c11e52c190 req-19380d35-8989-4602-86fd-3e975179e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:33.696337 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6b270b30-fd6b-48f4-a4cf-75c11e52c190 req-19380d35-8989-4602-86fd-3e975179e1e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f15b7fa885d74f029c4594b80329f70f&device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 1127 time: 0.2199922 Apr 12 17:56:33.751539 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d92327-c34e-4d68-afa4-a3c0162b004f req-d648bb3e-73bf-48d9-9161-4d6f7bf6689d tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:33.753257 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-75d92327-c34e-4d68-afa4-a3c0162b004f req-d648bb3e-73bf-48d9-9161-4d6f7bf6689d tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 943 time: 0.1510599 Apr 12 17:56:33.821549 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-0a06ca0a-c1be-46c1-875f-0d1a234fdbff tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Network 2876e2a1-3492-40af-97a0-a80d1612333d is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:56:33.855311 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-0a06ca0a-c1be-46c1-875f-0d1a234fdbff tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:33.860439 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06ca0a-c1be-46c1-875f-0d1a234fdbff tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Pushing event updated for resources: {'Port': ['ID=b49707dc-926e-4d85-8477-c75036dbdbdd,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:33.868049 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-0a06ca0a-c1be-46c1-875f-0d1a234fdbff tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:56:33.873349 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-0a06ca0a-c1be-46c1-875f-0d1a234fdbff tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:33.874000 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-0a06ca0a-c1be-46c1-875f-0d1a234fdbff tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for port (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:33.923722 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b987260-2532-4632-9f8a-842b60be9242', 'tag': '28a48dd9-d5a0-4a00-b11c-5d77c05c24ed'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:56:33.936137 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1e242d-6223-4e2b-9db3-816cc5026372" -d '{"events": [{"name": "network-changed", "server_uuid": "9b987260-2532-4632-9f8a-842b60be9242", "tag": "28a48dd9-d5a0-4a00-b11c-5d77c05c24ed"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:56:33.943486 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b270b30-fd6b-48f4-a4cf-75c11e52c190 req-f24ba06f-b78b-4d53-96c4-b77e64a1e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:33.952734 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6b270b30-fd6b-48f4-a4cf-75c11e52c190 req-f24ba06f-b78b-4d53-96c4-b77e64a1e9e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2876e2a1-3492-40af-97a0-a80d1612333d HTTP/1.1" status: 200 len: 920 time: 0.2474945 Apr 12 17:56:33.982765 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-75d92327-c34e-4d68-afa4-a3c0162b004f req-61abaf66-7cb2-4565-886e-f1c2499639a2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=8508cf7b-02f6-4d8f-a241-1523e811a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154987 Apr 12 17:56:34.018192 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-0a06ca0a-c1be-46c1-875f-0d1a234fdbff tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5467029 Apr 12 17:56:34.047568 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8515788e-7633-4042-89fd-ef4dd317708c req-d0b01c23-9718-4554-85d5-6cd4aac1a157 service neutron] 10.222.0.24 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6233232 Apr 12 17:56:34.066939 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] Request body: {'port': {'device_id': '8920dd5a-bb35-489d-8f4a-ee17fe17d565', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:34.180864 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07da182-cde8-4386-a68a-002733a009ec req-a3c90256-78f0-4027-903f-901098a58d33 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:34.182785 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c07da182-cde8-4386-a68a-002733a009ec req-a3c90256-78f0-4027-903f-901098a58d33 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 944 time: 0.0692198 Apr 12 17:56:34.206878 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6b270b30-fd6b-48f4-a4cf-75c11e52c190 req-920da149-83d6-4b12-833f-338c7ff960f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff0f1c54-dec4-4ef6-afec-893659f86637 HTTP/1.1" status: 200 len: 217 time: 0.2451103 Apr 12 17:56:34.233035 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-80ec50cf-0025-4c01-a3a0-2b285f87116a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:34.234478 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-80ec50cf-0025-4c01-a3a0-2b285f87116a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e2e22a3-d988-42d0-ada7-fb014078e671 HTTP/1.1" status: 200 len: 853 time: 0.5310953 Apr 12 17:56:34.304323 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-655e292e-81c4-4d4d-9a27-fb08decea06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:34.305830 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-655e292e-81c4-4d4d-9a27-fb08decea06b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=686fab4f-3c38-4683-935f-38f19e4e8a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528560 Apr 12 17:56:34.316680 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-3aefea9c-468b-4482-b9f4-7271def175b2 None None] Provisioning complete for port b49707dc-926e-4d85-8477-c75036dbdbdd triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:34.317358 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3aefea9c-468b-4482-b9f4-7271def175b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b49707dc-926e-4d85-8477-c75036dbdbdd), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:34.350082 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b270b30-fd6b-48f4-a4cf-75c11e52c190 req-9afeb102-3eed-4713-98c2-0e121aa186c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:34.362921 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b49707dc-926e-4d85-8477-c75036dbdbdd), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:34.370699 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6b270b30-fd6b-48f4-a4cf-75c11e52c190 req-9afeb102-3eed-4713-98c2-0e121aa186c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5aebc3d-31c6-4909-92e3-135069d3f64d HTTP/1.1" status: 200 len: 858 time: 0.1577895 Apr 12 17:56:34.404269 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c07da182-cde8-4386-a68a-002733a009ec req-eed03f34-9314-474a-bd4e-08043a463a73 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/security-groups?id=65d0d02b-034e-4df5-9ae5-21d38a4921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704376 Apr 12 17:56:34.520485 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346cf3e-67cf-48f2-8dbd-ef735092fb71 req-dc79bbcd-ec90-4a48-a3d5-91a903e5fed5 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:34.528734 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3346cf3e-67cf-48f2-8dbd-ef735092fb71 req-dc79bbcd-ec90-4a48-a3d5-91a903e5fed5 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 932 time: 0.1231859 Apr 12 17:56:34.541987 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:56:34.548977 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a9ccf0-9661-4ac4-8fa0-21b00622529d x-openstack-request-id: req-b6a9ccf0-9661-4ac4-8fa0-21b00622529d {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:56:34.549530 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b987260-2532-4632-9f8a-842b60be9242", "tag": "28a48dd9-d5a0-4a00-b11c-5d77c05c24ed", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:56:34.553474 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6a9ccf0-9661-4ac4-8fa0-21b00622529d {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:56:34.557577 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6a9ccf0-9661-4ac4-8fa0-21b00622529d'] response: {'name': 'network-changed', 'server_uuid': '9b987260-2532-4632-9f8a-842b60be9242', 'tag': '28a48dd9-d5a0-4a00-b11c-5d77c05c24ed', 'status': 'completed', 'code': 200} Apr 12 17:56:34.599104 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a6ffeeae-96fc-403b-9c58-6f542c0c03b0 req-16610c36-4fbc-4265-9edd-664427bb1c57 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 210 time: 0.0620942 Apr 12 17:56:34.610468 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b270b30-fd6b-48f4-a4cf-75c11e52c190 req-946fb3bf-9ed7-4a0a-b597-58955ff89e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:34.615410 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6b270b30-fd6b-48f4-a4cf-75c11e52c190 req-946fb3bf-9ed7-4a0a-b597-58955ff89e4b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2876e2a1-3492-40af-97a0-a80d1612333d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2339065 Apr 12 17:56:34.648956 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:34.662703 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-3aefea9c-468b-4482-b9f4-7271def175b2 None None] Port b49707dc-926e-4d85-8477-c75036dbdbdd cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:56:34.709273 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3346cf3e-67cf-48f2-8dbd-ef735092fb71 req-1d7a1c19-a202-48ee-b79d-e7d7cc74a650 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746347 Apr 12 17:56:34.755111 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning for port 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d completed by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:56:34.767934 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:34.769362 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (8f3f692f-1fcb-4d3b-a18a-929f929b7b4d), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:34.880250 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6b270b30-fd6b-48f4-a4cf-75c11e52c190 req-6250b6a8-0fa4-4ec9-bebc-ed62b8788587 service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561805 Apr 12 17:56:34.962925 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-7f688d6b-6dd8-4b75-bdae-b8e173a8bba2 service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6450217 Apr 12 17:56:34.978075 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:34.983181 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (8f3f692f-1fcb-4d3b-a18a-929f929b7b4d), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:35.045892 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5800d92b-9007-43f5-86b7-18f11cb1e0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3f692f-1fcb-4d3b-a18a-929f929b7b4d'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:56:35.098428 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49707dc-926e-4d85-8477-c75036dbdbdd {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:56:35.126145 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] Publish callbacks [] for port (b49707dc-926e-4d85-8477-c75036dbdbdd), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:35.164286 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] Transition to ACTIVE for port object b49707dc-926e-4d85-8477-c75036dbdbdd will not be triggered until provisioned by entity L2. {{(pid=109827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:56:35.176267 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8f3f692f-1fcb-4d3b-a18a-929f929b7b4d,segment=NetworkSegment(da1e9eb2-4635-48fa-98b6-8daed43da17a),segment_id=da1e9eb2-4635-48fa-98b6-8daed43da17a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:35.186573 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (8f3f692f-1fcb-4d3b-a18a-929f929b7b4d), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:35.212274 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b49707dc-926e-4d85-8477-c75036dbdbdd), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:35.264678 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-35819913-58d0-49a3-83c8-8c965c2b67d5 req-0e6b6cd3-9e18-46c0-8a7e-ca4a659c84c2 service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889881 Apr 12 17:56:35.283162 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6b270b30-fd6b-48f4-a4cf-75c11e52c190 req-59f60f7b-7678-44f6-90fb-ffb7edf861e5 service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834498 Apr 12 17:56:35.347754 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=8f3f692f-1fcb-4d3b-a18a-929f929b7b4d,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:35.415751 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b7a25-a73d-40b7-b13f-ecbbf4a3ae64 req-d005cf1f-6af6-4964-8eeb-cd89fb8b0b5c tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:35.417594 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6d2b7a25-a73d-40b7-b13f-ecbbf4a3ae64 req-d005cf1f-6af6-4964-8eeb-cd89fb8b0b5c tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 943 time: 0.2492955 Apr 12 17:56:35.462241 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] Pushing event updated for resources: {'Port': ['ID=b49707dc-926e-4d85-8477-c75036dbdbdd,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:35.530559 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce01e32-151d-414e-bb47-0a2b387dce16" -d '{"events": [{"server_uuid": "5800d92b-9007-43f5-86b7-18f11cb1e0cb", "name": "network-vif-plugged", "status": "completed", "tag": "8f3f692f-1fcb-4d3b-a18a-929f929b7b4d"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:56:35.575883 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6d2b7a25-a73d-40b7-b13f-ecbbf4a3ae64 req-67c6d3ae-e7db-4352-8f9a-a126df3c84db tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=8508cf7b-02f6-4d8f-a241-1523e811a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477566 Apr 12 17:56:35.595946 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4248c2-55f2-4ef4-9d17-7e471a5082da req-8bf3ddbc-6eed-4c5b-8d20-c8e6fd63001c tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:35.607657 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2d4248c2-55f2-4ef4-9d17-7e471a5082da req-8bf3ddbc-6eed-4c5b-8d20-c8e6fd63001c tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 945 time: 0.1168175 Apr 12 17:56:35.608940 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] Attempting to bind port b49707dc-926e-4d85-8477-c75036dbdbdd on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:56:35.609584 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] Attempting to bind port b49707dc-926e-4d85-8477-c75036dbdbdd by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '2379ee2c-1674-45e0-afc7-bff7c9920f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:56:35.610018 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] Attempting to bind port b49707dc-926e-4d85-8477-c75036dbdbdd on network 2876e2a1-3492-40af-97a0-a80d1612333d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:56:35.638194 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] Port b49707dc-926e-4d85-8477-c75036dbdbdd on network 2876e2a1-3492-40af-97a0-a80d1612333d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:56:35.638613 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] Attempting to bind port b49707dc-926e-4d85-8477-c75036dbdbdd on network 2876e2a1-3492-40af-97a0-a80d1612333d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:56:35.657774 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] Checking agent: {'id': '00f7abb9-3948-4d4d-ae73-3182f7e75cf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'started_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:56:35.658131 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] Checking segment: {'id': '2379ee2c-1674-45e0-afc7-bff7c9920f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:56:35.658569 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] Bound using segment: {'id': '2379ee2c-1674-45e0-afc7-bff7c9920f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:56:35.659061 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] Bound port: b49707dc-926e-4d85-8477-c75036dbdbdd, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2379ee2c-1674-45e0-afc7-bff7c9920f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:56:35.659430 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b49707dc-926e-4d85-8477-c75036dbdbdd), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:35.695359 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2d4248c2-55f2-4ef4-9d17-7e471a5082da req-3e6dcc3b-d67f-4ea4-81ea-aba0e4b42cb4 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/security-groups?id=65d0d02b-034e-4df5-9ae5-21d38a4921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787501 Apr 12 17:56:35.764420 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701df244-918c-4f80-8b16-99e2abd59578 x-openstack-request-id: req-701df244-918c-4f80-8b16-99e2abd59578 {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:56:35.764780 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5800d92b-9007-43f5-86b7-18f11cb1e0cb", "name": "network-vif-plugged", "status": "completed", "tag": "8f3f692f-1fcb-4d3b-a18a-929f929b7b4d", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:56:35.765091 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-701df244-918c-4f80-8b16-99e2abd59578 {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:56:35.765578 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-701df244-918c-4f80-8b16-99e2abd59578'] response: {'server_uuid': '5800d92b-9007-43f5-86b7-18f11cb1e0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3f692f-1fcb-4d3b-a18a-929f929b7b4d', 'code': 200} Apr 12 17:56:35.770124 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] For port b49707dc-926e-4d85-8477-c75036dbdbdd, host hv-cinder-83753, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:56:35.775304 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] For port b49707dc-926e-4d85-8477-c75036dbdbdd, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b49707dc-926e-4d85-8477-c75036dbdbdd,segment=NetworkSegment(2379ee2c-1674-45e0-afc7-bff7c9920f2a),segment_id=2379ee2c-1674-45e0-afc7-bff7c9920f2a)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:56:35.824801 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-262221ae-bb75-4ecd-914a-11354d368cd9 req-dd50166a-720c-4085-ba1a-94c713ee5236 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 210 time: 0.0516965 Apr 12 17:56:35.836694 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b49707dc-926e-4d85-8477-c75036dbdbdd), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:35.930513 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:35.931128 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for port (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:35.932523 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] 10.222.0.23 "PUT /v2.0/ports/b49707dc-926e-4d85-8477-c75036dbdbdd HTTP/1.1" status: 200 len: 1094 time: 1.8830347 Apr 12 17:56:35.934861 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8920dd5a-bb35-489d-8f4a-ee17fe17d565', 'tag': 'b49707dc-926e-4d85-8477-c75036dbdbdd'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:56:35.937108 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8794fbc469913332b26a1bcbfb78f2e90de67fe5ea04afc148497b54c77658c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35469358-5620-4b0a-a0ef-269b63ca6b12" -d '{"events": [{"name": "network-changed", "server_uuid": "8920dd5a-bb35-489d-8f4a-ee17fe17d565", "tag": "b49707dc-926e-4d85-8477-c75036dbdbdd"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:56:36.121995 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-550d2d3e-7c9a-4169-9f57-f75268230811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:36.125016 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-550d2d3e-7c9a-4169-9f57-f75268230811 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f15b7fa885d74f029c4594b80329f70f&device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 1128 time: 0.1009398 Apr 12 17:56:36.151807 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a18f3b-a31c-4102-8315-ee3d938f9f8e req-1e2910ea-eac1-4a42-be0d-1228223243c3 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:36.157818 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d5a18f3b-a31c-4102-8315-ee3d938f9f8e req-1e2910ea-eac1-4a42-be0d-1228223243c3 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 944 time: 0.2646983 Apr 12 17:56:36.159970 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e242d-6223-4e2b-9db3-816cc5026372 req-cc1e025e-1ec7-4338-a51a-56ae712c31af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:36.161431 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7a1e242d-6223-4e2b-9db3-816cc5026372 req-cc1e025e-1ec7-4338-a51a-56ae712c31af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd9169ef36f84184829de80e6adcc3eb&device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 1127 time: 0.1335614 Apr 12 17:56:36.174683 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2d691e-7584-4c72-91a7-07483d71ae50 x-openstack-request-id: req-ce2d691e-7584-4c72-91a7-07483d71ae50 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:56:36.175617 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8920dd5a-bb35-489d-8f4a-ee17fe17d565", "tag": "b49707dc-926e-4d85-8477-c75036dbdbdd", "status": "completed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:56:36.175617 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce2d691e-7584-4c72-91a7-07483d71ae50 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:56:36.182796 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce2d691e-7584-4c72-91a7-07483d71ae50'] response: {'name': 'network-changed', 'server_uuid': '8920dd5a-bb35-489d-8f4a-ee17fe17d565', 'tag': 'b49707dc-926e-4d85-8477-c75036dbdbdd', 'status': 'completed', 'code': 200} Apr 12 17:56:36.195489 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549c8ba-0191-455e-b9f3-872f8642d380 service neutron] Pushing event updated for resources: {'Port': ['ID=b49707dc-926e-4d85-8477-c75036dbdbdd,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:36.198821 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-556c537c-6756-4e74-b0d4-d8ccca12b681 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b49707dc-926e-4d85-8477-c75036dbdbdd HTTP/1.1" status: 200 len: 217 time: 0.0644352 Apr 12 17:56:36.355051 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871e227-94ff-46f6-8ede-024a112d43fe req-c27f818d-07ba-4c53-8745-5d19bb3e8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:36.356654 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3871e227-94ff-46f6-8ede-024a112d43fe req-c27f818d-07ba-4c53-8745-5d19bb3e8329 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 1129 time: 0.0861506 Apr 12 17:56:36.375092 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e242d-6223-4e2b-9db3-816cc5026372 req-43930a05-c7be-4990-8326-622ec9d54d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:36.377025 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7a1e242d-6223-4e2b-9db3-816cc5026372 req-43930a05-c7be-4990-8326-622ec9d54d21 service neutron] 10.222.0.23 "GET /v2.0/networks?id=686fab4f-3c38-4683-935f-38f19e4e8a4f HTTP/1.1" status: 200 len: 915 time: 0.1917849 Apr 12 17:56:36.384928 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-f792bcfb-a781-4e92-8995-26a76d12e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:36.392284 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-f792bcfb-a781-4e92-8995-26a76d12e7a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5aebc3d-31c6-4909-92e3-135069d3f64d HTTP/1.1" status: 200 len: 858 time: 0.1870325 Apr 12 17:56:36.408388 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 37188) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:36.423684 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d5a18f3b-a31c-4102-8315-ee3d938f9f8e req-d890d131-17df-427e-ac2a-468e8e0eb4ba tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180235 Apr 12 17:56:36.503186 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device ff0f1c54-dec4-4ef6-afec-893659f86637 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:56:36.539553 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3871e227-94ff-46f6-8ede-024a112d43fe req-bfa816f5-9cd6-41ae-927a-a843979c65ad service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:36.540343 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7a1e242d-6223-4e2b-9db3-816cc5026372 req-b968dc30-7180-40af-a27c-1b7bdc6feef5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28a48dd9-d5a0-4a00-b11c-5d77c05c24ed HTTP/1.1" status: 200 len: 217 time: 0.0714188 Apr 12 17:56:36.551277 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-3ee6c02f-6086-4f1c-8572-f8a91711e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:36.552832 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-3ee6c02f-6086-4f1c-8572-f8a91711e522 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2876e2a1-3492-40af-97a0-a80d1612333d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0838809 Apr 12 17:56:36.570467 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.23', 58793) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:36.628203 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e242d-6223-4e2b-9db3-816cc5026372 req-83221041-f31c-4ead-b68b-0e3c15ff3d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:36.638643 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7a1e242d-6223-4e2b-9db3-816cc5026372 req-83221041-f31c-4ead-b68b-0e3c15ff3d69 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e2e22a3-d988-42d0-ada7-fb014078e671 HTTP/1.1" status: 200 len: 853 time: 0.0912030 Apr 12 17:56:36.685438 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port ff0f1c54-dec4-4ef6-afec-893659f86637, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ff0f1c54-dec4-4ef6-afec-893659f86637,segment=NetworkSegment(2379ee2c-1674-45e0-afc7-bff7c9920f2a),segment_id=2379ee2c-1674-45e0-afc7-bff7c9920f2a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:36.688187 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a3b666b-9b7d-46a7-969d-d69f78fe384d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:36.707202 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': 'ff0f1c54-dec4-4ef6-afec-893659f86637', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'port_id': 'ff0f1c54-dec4-4ef6-afec-893659f86637', 'mac_address': 'fa:16:3e:91:e4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:56:36.798577 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port ff0f1c54-dec4-4ef6-afec-893659f86637 is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:36.798878 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (ff0f1c54-dec4-4ef6-afec-893659f86637), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:36.841104 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0f1c54-dec4-4ef6-afec-893659f86637 {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:56:36.880591 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port ff0f1c54-dec4-4ef6-afec-893659f86637, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ff0f1c54-dec4-4ef6-afec-893659f86637,segment=NetworkSegment(2379ee2c-1674-45e0-afc7-bff7c9920f2a),segment_id=2379ee2c-1674-45e0-afc7-bff7c9920f2a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:36.887903 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (ff0f1c54-dec4-4ef6-afec-893659f86637), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:36.957866 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-610d1b5f-a154-46a2-a23c-e099d5ebec09 service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860853 Apr 12 17:56:36.984865 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fd937-7e62-469f-ab41-f2f3214d84d8 req-d6023269-50d3-41a6-812e-67055dfe0bb4 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:36.985786 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=ff0f1c54-dec4-4ef6-afec-893659f86637,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:36.986397 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515788e-7633-4042-89fd-ef4dd317708c req-31cfbe3e-f992-40c9-b65d-3e7253e0211a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:36.988454 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8515788e-7633-4042-89fd-ef4dd317708c req-31cfbe3e-f992-40c9-b65d-3e7253e0211a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.23 "GET /v2.0/networks?id=620e6442-ea5d-4803-85d5-538016f366eb HTTP/1.1" status: 200 len: 817 time: 0.4155471 Apr 12 17:56:36.994241 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-524fd937-7e62-469f-ab41-f2f3214d84d8 req-d6023269-50d3-41a6-812e-67055dfe0bb4 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 943 time: 0.2788849 Apr 12 17:56:37.027747 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e242d-6223-4e2b-9db3-816cc5026372 req-da3c334b-17a3-4625-8e6c-c5b61b13c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:37.029527 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7a1e242d-6223-4e2b-9db3-816cc5026372 req-da3c334b-17a3-4625-8e6c-c5b61b13c84b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=686fab4f-3c38-4683-935f-38f19e4e8a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3847842 Apr 12 17:56:37.093021 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71f7e0-a512-44a2-9a6d-148a0dde8f48 req-0309cab9-af6e-45c8-bfa8-688ef7fdd42d tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:37.094643 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3871e227-94ff-46f6-8ede-024a112d43fe req-bfa816f5-9cd6-41ae-927a-a843979c65ad service neutron] Publish callbacks [] for security_group (3eb53fe7-0d96-4fdc-8127-0227789e519e), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:37.106778 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-eb71f7e0-a512-44a2-9a6d-148a0dde8f48 req-0309cab9-af6e-45c8-bfa8-688ef7fdd42d tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 945 time: 0.1101656 Apr 12 17:56:37.108341 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['ff0f1c54-dec4-4ef6-afec-893659f86637'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:56:37.132553 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3871e227-94ff-46f6-8ede-024a112d43fe req-bfa816f5-9cd6-41ae-927a-a843979c65ad service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (3eb53fe7-0d96-4fdc-8127-0227789e519e), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:37.170396 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3871e227-94ff-46f6-8ede-024a112d43fe req-bfa816f5-9cd6-41ae-927a-a843979c65ad service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=65d0d02b-034e-4df5-9ae5-21d38a4921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6563971 Apr 12 17:56:37.210371 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8515788e-7633-4042-89fd-ef4dd317708c req-cd2a664e-76f8-4dd6-9730-46630b4e1b0b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4c98209fd1841f9ad91c5c823b05ed8 HTTP/1.1" status: 200 len: 379 time: 0.1843562 Apr 12 17:56:37.241192 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa816f5-9cd6-41ae-927a-a843979c65ad service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb53fe7-0d96-4fdc-8127-0227789e519e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:37.245708 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6c6e799f-48d6-417c-8bb8-66e8c60d8184 req-b357afc4-f9b3-4d2d-8b53-c310920ca4e3 service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536466 Apr 12 17:56:37.271270 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a3b666b-9b7d-46a7-969d-d69f78fe384d admin admin] Publish callbacks [] for security_group (02186209-35e1-4511-be40-821de9878885), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:37.280260 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1a3b666b-9b7d-46a7-969d-d69f78fe384d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (02186209-35e1-4511-be40-821de9878885), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:37.298389 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-524fd937-7e62-469f-ab41-f2f3214d84d8 req-e782c058-a79c-4296-8dd6-d4ee8ce495ab tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=8508cf7b-02f6-4d8f-a241-1523e811a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029881 Apr 12 17:56:37.326619 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-1a3b666b-9b7d-46a7-969d-d69f78fe384d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5dff8e9e03a47cca26be921ae9c94e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9141202 Apr 12 17:56:37.326904 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 37234) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:37.337708 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-eb71f7e0-a512-44a2-9a6d-148a0dde8f48 req-d4ebf44d-4115-4373-b454-7d1c0aa2933e tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/security-groups?id=65d0d02b-034e-4df5-9ae5-21d38a4921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016659 Apr 12 17:56:37.343338 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b666b-9b7d-46a7-969d-d69f78fe384d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02186209-35e1-4511-be40-821de9878885,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:37.389872 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-8515788e-7633-4042-89fd-ef4dd317708c req-44a69c51-719e-4974-a243-37cd98c94b62 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Request body: {'port': {'device_id': '12f74ac9-2076-4cf5-9cbf-2d77095db29c', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'admin_state_up': True, 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'security_groups': ['cd8f848a-b508-47ce-948e-d58c6fc33be2']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:37.397073 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7a1e242d-6223-4e2b-9db3-816cc5026372 req-a08ef44f-9370-41e9-8694-513fde34528d service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469949 Apr 12 17:56:37.474735 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8e606b37-61af-4214-b80d-3ffa90bcd643 admin admin] Publish callbacks [] for security_group (02186209-35e1-4511-be40-821de9878885), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:37.509923 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8e606b37-61af-4214-b80d-3ffa90bcd643 admin admin] Publish callbacks [] for security_group (02186209-35e1-4511-be40-821de9878885), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:37.580032 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8515788e-7633-4042-89fd-ef4dd317708c req-44a69c51-719e-4974-a243-37cd98c94b62 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Made reservation on behalf of b4c98209fd1841f9ad91c5c823b05ed8 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:56:37.584765 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8515788e-7633-4042-89fd-ef4dd317708c req-44a69c51-719e-4974-a243-37cd98c94b62 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:37.603782 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7ee839fc-29fa-404f-9ca1-e96834cfccf7 req-65da0405-d126-4d74-a816-81ab46dc1377 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 210 time: 0.1354330 Apr 12 17:56:37.654659 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8e606b37-61af-4214-b80d-3ffa90bcd643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (02186209-35e1-4511-be40-821de9878885), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:37.657556 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8e606b37-61af-4214-b80d-3ffa90bcd643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:37.659520 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-8e606b37-61af-4214-b80d-3ffa90bcd643 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02186209-35e1-4511-be40-821de9878885 HTTP/1.1" status: 204 len: 168 time: 0.3298430 Apr 12 17:56:37.660566 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3300d-4036-4d02-b5be-86470566c7c2 req-9b1b8977-fa66-41f9-9c37-bf6a874c7ffb tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:37.669017 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-71d3300d-4036-4d02-b5be-86470566c7c2 req-9b1b8977-fa66-41f9-9c37-bf6a874c7ffb tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 944 time: 0.0885408 Apr 12 17:56:37.676567 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e606b37-61af-4214-b80d-3ffa90bcd643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02186209-35e1-4511-be40-821de9878885,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:37.710336 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7a1e242d-6223-4e2b-9db3-816cc5026372 req-de0e8ca6-b80b-4592-8604-7274daad49e1 service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072350 Apr 12 17:56:37.740684 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-71d3300d-4036-4d02-b5be-86470566c7c2 req-d2725b48-ae10-4e5d-a0b4-3d7a0034f273 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670567 Apr 12 17:56:37.789233 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-8515788e-7633-4042-89fd-ef4dd317708c req-44a69c51-719e-4974-a243-37cd98c94b62 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Allocated IP 172.20.0.12 (620e6442-ea5d-4803-85d5-538016f366eb/bbb6ee85-b118-461b-9d62-32e550eb62b2/c541fa19-d064-4b05-9037-14958ed97849) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:56:37.930734 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8515788e-7633-4042-89fd-ef4dd317708c req-44a69c51-719e-4974-a243-37cd98c94b62 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for port (c541fa19-d064-4b05-9037-14958ed97849), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:37.964097 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8515788e-7633-4042-89fd-ef4dd317708c req-44a69c51-719e-4974-a243-37cd98c94b62 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (c541fa19-d064-4b05-9037-14958ed97849), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:38.006239 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8515788e-7633-4042-89fd-ef4dd317708c req-44a69c51-719e-4974-a243-37cd98c94b62 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Network 620e6442-ea5d-4803-85d5-538016f366eb is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:56:38.011286 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-8515788e-7633-4042-89fd-ef4dd317708c req-44a69c51-719e-4974-a243-37cd98c94b62 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:56:38.014967 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8515788e-7633-4042-89fd-ef4dd317708c req-44a69c51-719e-4974-a243-37cd98c94b62 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:56:38.020277 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515788e-7633-4042-89fd-ef4dd317708c req-44a69c51-719e-4974-a243-37cd98c94b62 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:38.020874 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8515788e-7633-4042-89fd-ef4dd317708c req-44a69c51-719e-4974-a243-37cd98c94b62 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:38.029533 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a69c51-719e-4974-a243-37cd98c94b62 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Pushing event updated for resources: {'Port': ['ID=c541fa19-d064-4b05-9037-14958ed97849,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:38.043871 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8515788e-7633-4042-89fd-ef4dd317708c req-44a69c51-719e-4974-a243-37cd98c94b62 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6594210 Apr 12 17:56:38.227643 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-377aa0e9-486b-49b4-8b37-cdd7459a2d31 None None] Provisioning complete for port c541fa19-d064-4b05-9037-14958ed97849 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:38.228154 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-377aa0e9-486b-49b4-8b37-cdd7459a2d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (c541fa19-d064-4b05-9037-14958ed97849), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:38.264867 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-377aa0e9-486b-49b4-8b37-cdd7459a2d31 None None] Port c541fa19-d064-4b05-9037-14958ed97849 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:56:38.445887 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-8515788e-7633-4042-89fd-ef4dd317708c req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] Request body: {'port': {'device_id': '12f74ac9-2076-4cf5-9cbf-2d77095db29c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:38.498074 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:56:38.518488 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device ff0f1c54-dec4-4ef6-afec-893659f86637 up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:56:38.525785 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5c367-f610-4bcd-ab67-929c10cd1ecb req-d35a5af7-8db2-40fc-9e49-bab280bc5829 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:38.527586 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9ac5c367-f610-4bcd-ab67-929c10cd1ecb req-d35a5af7-8db2-40fc-9e49-bab280bc5829 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 945 time: 0.1071877 Apr 12 17:56:38.530643 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35469358-5620-4b0a-a0ef-269b63ca6b12 req-b7ecd635-1c0d-4131-84c0-08fe7362f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:38.532425 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-35469358-5620-4b0a-a0ef-269b63ca6b12 req-b7ecd635-1c0d-4131-84c0-08fe7362f5cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f15b7fa885d74f029c4594b80329f70f&device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 1128 time: 0.0760274 Apr 12 17:56:38.539716 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862cf2d-129f-466c-9e14-c34d83459aeb req-9e082eca-1c78-4126-9867-8694dd61aaf2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:38.541838 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1862cf2d-129f-466c-9e14-c34d83459aeb req-9e082eca-1c78-4126-9867-8694dd61aaf2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 943 time: 0.1540024 Apr 12 17:56:38.557778 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8515788e-7633-4042-89fd-ef4dd317708c req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (c541fa19-d064-4b05-9037-14958ed97849), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:38.656647 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35469358-5620-4b0a-a0ef-269b63ca6b12 req-9aedbcf5-2787-4858-876d-76599440bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:38.658521 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-35469358-5620-4b0a-a0ef-269b63ca6b12 req-9aedbcf5-2787-4858-876d-76599440bb0c service neutron] 10.222.0.23 "GET /v2.0/networks?id=2876e2a1-3492-40af-97a0-a80d1612333d HTTP/1.1" status: 200 len: 920 time: 0.1151071 Apr 12 17:56:38.710990 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-35469358-5620-4b0a-a0ef-269b63ca6b12 req-febeff34-cb28-43fb-aa2d-20c028281b2c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b49707dc-926e-4d85-8477-c75036dbdbdd HTTP/1.1" status: 200 len: 217 time: 0.0453861 Apr 12 17:56:38.724243 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning for port ff0f1c54-dec4-4ef6-afec-893659f86637 completed by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:56:38.758961 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port ff0f1c54-dec4-4ef6-afec-893659f86637 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:38.759617 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (ff0f1c54-dec4-4ef6-afec-893659f86637), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:38.811409 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1862cf2d-129f-466c-9e14-c34d83459aeb req-fb77cea2-3216-4416-8c7b-5caa3e658bf6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=8508cf7b-02f6-4d8f-a241-1523e811a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485026 Apr 12 17:56:38.877525 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35469358-5620-4b0a-a0ef-269b63ca6b12 req-5613f0ca-6d3b-41e9-b51e-5f8bcdf8a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:38.879783 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-35469358-5620-4b0a-a0ef-269b63ca6b12 req-5613f0ca-6d3b-41e9-b51e-5f8bcdf8a633 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5aebc3d-31c6-4909-92e3-135069d3f64d HTTP/1.1" status: 200 len: 858 time: 0.1546330 Apr 12 17:56:38.883194 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9ac5c367-f610-4bcd-ab67-929c10cd1ecb req-ae2c66de-ea54-4a41-b2c7-863e897a87f1 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/security-groups?id=65d0d02b-034e-4df5-9ae5-21d38a4921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382857 Apr 12 17:56:38.907115 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=28a48dd9-d5a0-4a00-b11c-5d77c05c24ed,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:38.932938 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': '28a48dd9-d5a0-4a00-b11c-5d77c05c24ed', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'port_id': '28a48dd9-d5a0-4a00-b11c-5d77c05c24ed', 'mac_address': 'fa:16:3e:6b:25:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:56:38.937015 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35469358-5620-4b0a-a0ef-269b63ca6b12 req-7c4b2206-5785-4317-a9cb-74db863594c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:38.938599 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-35469358-5620-4b0a-a0ef-269b63ca6b12 req-7c4b2206-5785-4317-a9cb-74db863594c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2876e2a1-3492-40af-97a0-a80d1612333d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472155 Apr 12 17:56:39.027017 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:39.027460 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (28a48dd9-d5a0-4a00-b11c-5d77c05c24ed), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:39.044333 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee98db-e0c3-41ba-9dfa-7c529e222b69 req-96cadbfc-9b98-416c-b63f-8b6a108562dd tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:39.044852 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:56:39.051938 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c5ee98db-e0c3-41ba-9dfa-7c529e222b69 req-96cadbfc-9b98-416c-b63f-8b6a108562dd tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 932 time: 0.1123207 Apr 12 17:56:39.078629 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=28a48dd9-d5a0-4a00-b11c-5d77c05c24ed,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:39.081847 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port ff0f1c54-dec4-4ef6-afec-893659f86637 is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:39.082290 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (ff0f1c54-dec4-4ef6-afec-893659f86637), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:39.106625 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (28a48dd9-d5a0-4a00-b11c-5d77c05c24ed), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:39.167476 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [req-8515788e-7633-4042-89fd-ef4dd317708c req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c541fa19-d064-4b05-9037-14958ed97849 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:56:39.178771 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=28a48dd9-d5a0-4a00-b11c-5d77c05c24ed,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:39.182476 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7beca0e5-eb2c-4573-a667-258890f7789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0f1c54-dec4-4ef6-afec-893659f86637'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:56:39.184864 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e03cbc-fcfc-49e3-a363-c80acdcb2f48" -d '{"events": [{"server_uuid": "7beca0e5-eb2c-4573-a667-258890f7789c", "name": "network-vif-plugged", "status": "completed", "tag": "ff0f1c54-dec4-4ef6-afec-893659f86637"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:56:39.185888 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c5ee98db-e0c3-41ba-9dfa-7c529e222b69 req-8d25a4a7-9b92-4cfc-968d-de41505810ef tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320994 Apr 12 17:56:39.204969 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8515788e-7633-4042-89fd-ef4dd317708c req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] Publish callbacks [] for port (c541fa19-d064-4b05-9037-14958ed97849), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:39.205177 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-35469358-5620-4b0a-a0ef-269b63ca6b12 req-b3398bb0-1336-40aa-91da-ba30e2e45a20 service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546637 Apr 12 17:56:39.211118 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port ff0f1c54-dec4-4ef6-afec-893659f86637, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ff0f1c54-dec4-4ef6-afec-893659f86637,segment=NetworkSegment(2379ee2c-1674-45e0-afc7-bff7c9920f2a),segment_id=2379ee2c-1674-45e0-afc7-bff7c9920f2a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:39.215632 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e35e84-54fc-420d-8b43-1fe393c1ec50 req-aa83c05e-d02d-4af6-ae3a-33804aa6eba9 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:39.217176 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-67e35e84-54fc-420d-8b43-1fe393c1ec50 req-aa83c05e-d02d-4af6-ae3a-33804aa6eba9 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 944 time: 0.1609640 Apr 12 17:56:39.230813 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (ff0f1c54-dec4-4ef6-afec-893659f86637), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:39.255008 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067cfccb-0112-48ad-a6f5-91aa62044e71 x-openstack-request-id: req-067cfccb-0112-48ad-a6f5-91aa62044e71 {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:56:39.256231 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7beca0e5-eb2c-4573-a667-258890f7789c", "name": "network-vif-plugged", "status": "completed", "tag": "ff0f1c54-dec4-4ef6-afec-893659f86637", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:56:39.256697 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-067cfccb-0112-48ad-a6f5-91aa62044e71 {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:56:39.257734 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067cfccb-0112-48ad-a6f5-91aa62044e71'] response: {'server_uuid': '7beca0e5-eb2c-4573-a667-258890f7789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0f1c54-dec4-4ef6-afec-893659f86637', 'code': 200} Apr 12 17:56:39.275949 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-8515788e-7633-4042-89fd-ef4dd317708c req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] Transition to ACTIVE for port object c541fa19-d064-4b05-9037-14958ed97849 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:56:39.286938 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8515788e-7633-4042-89fd-ef4dd317708c req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (c541fa19-d064-4b05-9037-14958ed97849), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:39.296100 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 37306) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:39.321717 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=ff0f1c54-dec4-4ef6-afec-893659f86637,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:39.350448 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['28a48dd9-d5a0-4a00-b11c-5d77c05c24ed'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:56:39.454285 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] Pushing event updated for resources: {'Port': ['ID=c541fa19-d064-4b05-9037-14958ed97849,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:39.458359 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-8515788e-7633-4042-89fd-ef4dd317708c req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] Attempting to bind port c541fa19-d064-4b05-9037-14958ed97849 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:56:39.458745 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-8515788e-7633-4042-89fd-ef4dd317708c req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] Attempting to bind port c541fa19-d064-4b05-9037-14958ed97849 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:56:39.459288 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8515788e-7633-4042-89fd-ef4dd317708c req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] Attempting to bind port c541fa19-d064-4b05-9037-14958ed97849 on network 620e6442-ea5d-4803-85d5-538016f366eb {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:56:39.462711 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-67e35e84-54fc-420d-8b43-1fe393c1ec50 req-23a7984f-ffaf-4dad-917d-6dd6c6edea01 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656237 Apr 12 17:56:39.480643 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8515788e-7633-4042-89fd-ef4dd317708c req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] Port c541fa19-d064-4b05-9037-14958ed97849 on network 620e6442-ea5d-4803-85d5-538016f366eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:56:39.481035 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8515788e-7633-4042-89fd-ef4dd317708c req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] Attempting to bind port c541fa19-d064-4b05-9037-14958ed97849 on network 620e6442-ea5d-4803-85d5-538016f366eb {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:56:39.487558 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8515788e-7633-4042-89fd-ef4dd317708c req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] Checking agent: {'id': '00f7abb9-3948-4d4d-ae73-3182f7e75cf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'started_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:56:39.487909 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8515788e-7633-4042-89fd-ef4dd317708c req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] Checking segment: {'id': '042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:56:39.488336 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8515788e-7633-4042-89fd-ef4dd317708c req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] Bound using segment: {'id': '042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:56:39.488894 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-8515788e-7633-4042-89fd-ef4dd317708c req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] Bound port: c541fa19-d064-4b05-9037-14958ed97849, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:56:39.489256 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8515788e-7633-4042-89fd-ef4dd317708c req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (c541fa19-d064-4b05-9037-14958ed97849), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:39.515036 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-35469358-5620-4b0a-a0ef-269b63ca6b12 req-fde55cd0-a255-40b6-bb84-d3e423259a40 service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968693 Apr 12 17:56:39.597703 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-8515788e-7633-4042-89fd-ef4dd317708c req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] For port c541fa19-d064-4b05-9037-14958ed97849, host hv-cinder-83753, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:56:39.606083 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-8515788e-7633-4042-89fd-ef4dd317708c req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] For port c541fa19-d064-4b05-9037-14958ed97849, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c541fa19-d064-4b05-9037-14958ed97849,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:56:39.646849 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8515788e-7633-4042-89fd-ef4dd317708c req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (c541fa19-d064-4b05-9037-14958ed97849), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:39.663183 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-355cbb48-518e-44f8-9b0e-d115e1dbbcc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:39.694898 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515788e-7633-4042-89fd-ef4dd317708c req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:39.695741 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8515788e-7633-4042-89fd-ef4dd317708c req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:39.697273 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8515788e-7633-4042-89fd-ef4dd317708c req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] 10.222.0.23 "PUT /v2.0/ports/c541fa19-d064-4b05-9037-14958ed97849 HTTP/1.1" status: 200 len: 1094 time: 1.2556663 Apr 12 17:56:39.697764 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f74ac9-2076-4cf5-9cbf-2d77095db29c', 'tag': 'c541fa19-d064-4b05-9037-14958ed97849'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:56:39.701140 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324e5bc8-7d9e-4ed6-bb19-c3e0c5e20ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "12f74ac9-2076-4cf5-9cbf-2d77095db29c", "tag": "c541fa19-d064-4b05-9037-14958ed97849"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:56:39.749633 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10718131-239c-4399-9a64-c3b2bf12d470 service neutron] Pushing event updated for resources: {'Port': ['ID=c541fa19-d064-4b05-9037-14958ed97849,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:39.803588 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6495ed-b47a-4a22-a5a4-1c0d5e75b27e x-openstack-request-id: req-4f6495ed-b47a-4a22-a5a4-1c0d5e75b27e {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:56:39.803882 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f74ac9-2076-4cf5-9cbf-2d77095db29c", "tag": "c541fa19-d064-4b05-9037-14958ed97849", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:56:39.804138 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f6495ed-b47a-4a22-a5a4-1c0d5e75b27e {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:56:39.804538 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f6495ed-b47a-4a22-a5a4-1c0d5e75b27e'] response: {'name': 'network-changed', 'server_uuid': '12f74ac9-2076-4cf5-9cbf-2d77095db29c', 'tag': 'c541fa19-d064-4b05-9037-14958ed97849', 'status': 'completed', 'code': 200} Apr 12 17:56:39.901240 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-355cbb48-518e-44f8-9b0e-d115e1dbbcc0 admin admin] Publish callbacks [] for security_group (70f20b33-3bed-4697-a909-23752435b904), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:39.908118 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-355cbb48-518e-44f8-9b0e-d115e1dbbcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (70f20b33-3bed-4697-a909-23752435b904), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:39.945474 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cbb48-518e-44f8-9b0e-d115e1dbbcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f20b33-3bed-4697-a909-23752435b904,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:40.045375 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-355cbb48-518e-44f8-9b0e-d115e1dbbcc0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6211425cbcc6477281362f7003db007a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7449045 Apr 12 17:56:40.048227 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 37342) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:40.092771 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becc9cc-72ac-4c11-a06f-b159d5842bc7 req-36ab9409-7ce0-432b-b635-74af2175e9de tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:40.100478 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3becc9cc-72ac-4c11-a06f-b159d5842bc7 req-36ab9409-7ce0-432b-b635-74af2175e9de tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 944 time: 0.1349697 Apr 12 17:56:40.120723 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e5bc8-7d9e-4ed6-bb19-c3e0c5e20ad1 req-1ebe4fe3-19bd-42eb-8334-14fab73fd1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:40.122366 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-324e5bc8-7d9e-4ed6-bb19-c3e0c5e20ad1 req-1ebe4fe3-19bd-42eb-8334-14fab73fd1f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c98209fd1841f9ad91c5c823b05ed8&device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 1128 time: 0.1307111 Apr 12 17:56:40.290855 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639526dd-727f-47f2-8b91-ea6787bbdfa2 req-47aeb56c-f0bf-49d9-9914-9639179a02d2 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:40.292697 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-639526dd-727f-47f2-8b91-ea6787bbdfa2 req-47aeb56c-f0bf-49d9-9914-9639179a02d2 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 945 time: 0.1663516 Apr 12 17:56:40.305701 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3becc9cc-72ac-4c11-a06f-b159d5842bc7 req-aa991da5-571a-4232-96bc-e0f1825381aa tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=8508cf7b-02f6-4d8f-a241-1523e811a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043068 Apr 12 17:56:40.306915 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2952f-66c5-48c7-84f1-e0c1fd05d002 req-8bc644a7-6d76-4c0c-b25d-b6ea937b7a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:40.308393 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-14d2952f-66c5-48c7-84f1-e0c1fd05d002 req-8bc644a7-6d76-4c0c-b25d-b6ea937b7a2e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 1129 time: 0.1592414 Apr 12 17:56:40.346554 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3d392ad7-0f80-4fdf-bb53-f354a747eb19 admin admin] Publish callbacks [] for security_group (70f20b33-3bed-4697-a909-23752435b904), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.449613 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3d392ad7-0f80-4fdf-bb53-f354a747eb19 admin admin] Publish callbacks [] for security_group (70f20b33-3bed-4697-a909-23752435b904), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.507984 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b20f9-0ad7-47c6-b966-697ed27eacda req-19a8056f-62e3-4818-8614-7820fe287b69 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:40.509452 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e02b20f9-0ad7-47c6-b966-697ed27eacda req-19a8056f-62e3-4818-8614-7820fe287b69 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.1153207 Apr 12 17:56:40.517211 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device b49707dc-926e-4d85-8477-c75036dbdbdd details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:56:40.521909 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:56:40.544333 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e5bc8-7d9e-4ed6-bb19-c3e0c5e20ad1 req-34b9a28f-5a34-4cb9-93f5-434b47653df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:40.546446 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-324e5bc8-7d9e-4ed6-bb19-c3e0c5e20ad1 req-34b9a28f-5a34-4cb9-93f5-434b47653df4 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b4c98209fd1841f9ad91c5c823b05ed8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4090407 Apr 12 17:56:40.566824 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-639526dd-727f-47f2-8b91-ea6787bbdfa2 req-174f6a9a-cc02-4654-b98c-b974d4921c7f tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/security-groups?id=65d0d02b-034e-4df5-9ae5-21d38a4921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570238 Apr 12 17:56:40.594142 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-14d2952f-66c5-48c7-84f1-e0c1fd05d002 req-e4ce65f3-1af0-4929-98c8-deb40923f319 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685361 Apr 12 17:56:40.595563 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:56:40.624740 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3d392ad7-0f80-4fdf-bb53-f354a747eb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (70f20b33-3bed-4697-a909-23752435b904), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.628863 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3d392ad7-0f80-4fdf-bb53-f354a747eb19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.630374 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-3d392ad7-0f80-4fdf-bb53-f354a747eb19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70f20b33-3bed-4697-a909-23752435b904 HTTP/1.1" status: 204 len: 168 time: 0.5812101 Apr 12 17:56:40.641891 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning for port 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed completed by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:56:40.662693 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:40.663319 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (28a48dd9-d5a0-4a00-b11c-5d77c05c24ed), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.698146 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533aea3c-e0ae-45e9-bebb-b3b202d7637b req-395e0c0a-e263-44ea-9720-1f31fa30c52d tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:40.700264 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-533aea3c-e0ae-45e9-bebb-b3b202d7637b req-395e0c0a-e263-44ea-9720-1f31fa30c52d tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 944 time: 0.0596368 Apr 12 17:56:40.703428 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port b49707dc-926e-4d85-8477-c75036dbdbdd, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b49707dc-926e-4d85-8477-c75036dbdbdd,segment=NetworkSegment(2379ee2c-1674-45e0-afc7-bff7c9920f2a),segment_id=2379ee2c-1674-45e0-afc7-bff7c9920f2a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:40.703697 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d392ad7-0f80-4fdf-bb53-f354a747eb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f20b33-3bed-4697-a909-23752435b904,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:40.719086 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e02b20f9-0ad7-47c6-b966-697ed27eacda req-57dc6325-a1ff-4d8b-bcd5-4e38ac614758 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939595 Apr 12 17:56:40.733045 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': 'b49707dc-926e-4d85-8477-c75036dbdbdd', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'port_id': 'b49707dc-926e-4d85-8477-c75036dbdbdd', 'mac_address': 'fa:16:3e:ad:85:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:56:40.776999 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-533aea3c-e0ae-45e9-bebb-b3b202d7637b req-9301b1e3-9fba-4c54-87f2-e35f5412159a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503385 Apr 12 17:56:40.791064 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e5bc8-7d9e-4ed6-bb19-c3e0c5e20ad1 req-0e1c5229-6acd-4f11-a83a-a305cbe0b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:40.793074 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-324e5bc8-7d9e-4ed6-bb19-c3e0c5e20ad1 req-0e1c5229-6acd-4f11-a83a-a305cbe0b921 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2409453 Apr 12 17:56:40.817455 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port b49707dc-926e-4d85-8477-c75036dbdbdd is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:40.818190 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b49707dc-926e-4d85-8477-c75036dbdbdd), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.845501 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49707dc-926e-4d85-8477-c75036dbdbdd {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:56:40.850340 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:40.850722 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (28a48dd9-d5a0-4a00-b11c-5d77c05c24ed), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.878968 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515788e-7633-4042-89fd-ef4dd317708c req-13715cee-91b5-4595-9cfc-f886f48d8c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:40.880490 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8515788e-7633-4042-89fd-ef4dd317708c req-13715cee-91b5-4595-9cfc-f886f48d8c45 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c98209fd1841f9ad91c5c823b05ed8&device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 1128 time: 0.0479827 Apr 12 17:56:40.885758 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port b49707dc-926e-4d85-8477-c75036dbdbdd, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b49707dc-926e-4d85-8477-c75036dbdbdd,segment=NetworkSegment(2379ee2c-1674-45e0-afc7-bff7c9920f2a),segment_id=2379ee2c-1674-45e0-afc7-bff7c9920f2a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:40.903395 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b49707dc-926e-4d85-8477-c75036dbdbdd), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.907068 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=28a48dd9-d5a0-4a00-b11c-5d77c05c24ed,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:40.925685 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8515788e-7633-4042-89fd-ef4dd317708c req-f77da901-296b-4b4d-8bd2-68223c26c8e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c541fa19-d064-4b05-9037-14958ed97849 HTTP/1.1" status: 200 len: 217 time: 0.0372260 Apr 12 17:56:40.934888 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (28a48dd9-d5a0-4a00-b11c-5d77c05c24ed), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:40.994128 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515788e-7633-4042-89fd-ef4dd317708c req-030b674c-ce70-4caa-8170-e04682deadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:40.998140 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8515788e-7633-4042-89fd-ef4dd317708c req-030b674c-ce70-4caa-8170-e04682deadb7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bbb6ee85-b118-461b-9d62-32e550eb62b2 HTTP/1.1" status: 200 len: 856 time: 0.0633347 Apr 12 17:56:40.998369 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=b49707dc-926e-4d85-8477-c75036dbdbdd,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:41.090468 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=28a48dd9-d5a0-4a00-b11c-5d77c05c24ed,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:41.148102 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['b49707dc-926e-4d85-8477-c75036dbdbdd'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:56:41.260693 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b987260-2532-4632-9f8a-842b60be9242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a48dd9-d5a0-4a00-b11c-5d77c05c24ed'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:56:41.265543 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe0c2e5-eea3-4b9d-8662-25a90c63d4f0" -d '{"events": [{"server_uuid": "9b987260-2532-4632-9f8a-842b60be9242", "name": "network-vif-plugged", "status": "completed", "tag": "28a48dd9-d5a0-4a00-b11c-5d77c05c24ed"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:56:41.353347 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515788e-7633-4042-89fd-ef4dd317708c req-dffd7881-440a-4f9e-8071-62532c400d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:41.361533 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8515788e-7633-4042-89fd-ef4dd317708c req-dffd7881-440a-4f9e-8071-62532c400d58 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=620e6442-ea5d-4803-85d5-538016f366eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1168163 Apr 12 17:56:41.389533 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e406dff1-1e44-4c38-ac85-12fb3451d702 x-openstack-request-id: req-e406dff1-1e44-4c38-ac85-12fb3451d702 {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:56:41.389863 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b987260-2532-4632-9f8a-842b60be9242", "name": "network-vif-plugged", "status": "completed", "tag": "28a48dd9-d5a0-4a00-b11c-5d77c05c24ed", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:56:41.390129 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e406dff1-1e44-4c38-ac85-12fb3451d702 {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:56:41.390591 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e406dff1-1e44-4c38-ac85-12fb3451d702'] response: {'server_uuid': '9b987260-2532-4632-9f8a-842b60be9242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a48dd9-d5a0-4a00-b11c-5d77c05c24ed', 'code': 200} Apr 12 17:56:41.535650 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16402213-675a-4755-ae47-16a851d6702b req-d174ce5e-fe4c-47a1-8860-c30fa66c82c0 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:41.543416 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-16402213-675a-4755-ae47-16a851d6702b req-d174ce5e-fe4c-47a1-8860-c30fa66c82c0 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 945 time: 0.1042480 Apr 12 17:56:41.570978 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8515788e-7633-4042-89fd-ef4dd317708c req-af0c5610-4d51-40c2-9113-915e891461c9 service neutron] 10.222.0.23 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025921 Apr 12 17:56:41.641098 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-16402213-675a-4755-ae47-16a851d6702b req-a3880ab7-8b8f-404d-bd47-8819de240bd3 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=8508cf7b-02f6-4d8f-a241-1523e811a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961912 Apr 12 17:56:41.696704 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 37408) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:41.719665 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3fe64-4f72-4467-a614-a6d190ad8fad req-d796c546-6936-4662-b3f4-1d2cad3ab81f tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:41.727346 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7bb3fe64-4f72-4467-a614-a6d190ad8fad req-d796c546-6936-4662-b3f4-1d2cad3ab81f tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 945 time: 0.0586329 Apr 12 17:56:41.842928 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7bb3fe64-4f72-4467-a614-a6d190ad8fad req-b0c4f39b-801f-46a3-8089-ab83d996ba41 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/security-groups?id=65d0d02b-034e-4df5-9ae5-21d38a4921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143458 Apr 12 17:56:41.897610 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d9af4f5-7c45-4980-a571-f209fcc96953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:41.928310 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad5672-31e3-40e8-8f33-5819348fcef2 req-ecfb956c-f88e-421b-bad1-49921b8db355 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:41.943578 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-aaad5672-31e3-40e8-8f33-5819348fcef2 req-ecfb956c-f88e-421b-bad1-49921b8db355 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.1233263 Apr 12 17:56:42.082400 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-aaad5672-31e3-40e8-8f33-5819348fcef2 req-389181f0-110f-4d5e-ad4e-c68f8240ddaf tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378546 Apr 12 17:56:42.088619 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0d206-b025-45b2-8131-12bb3b1bf8f6 req-656238df-ac83-402d-8473-4ab0e4cd2c60 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:42.098071 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7df0d206-b025-45b2-8131-12bb3b1bf8f6 req-656238df-ac83-402d-8473-4ab0e4cd2c60 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 945 time: 0.1118476 Apr 12 17:56:42.128930 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be8245-883e-4008-8656-3dcdc644ab67 req-209d56ae-81e8-4424-8990-fa9a5a60eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:42.131237 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-39be8245-883e-4008-8656-3dcdc644ab67 req-209d56ae-81e8-4424-8990-fa9a5a60eef0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 1129 time: 0.0925901 Apr 12 17:56:42.189823 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7df0d206-b025-45b2-8131-12bb3b1bf8f6 req-e63ae8e4-03bb-4cc3-8dcc-508a12762ace tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863717 Apr 12 17:56:42.218478 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-39be8245-883e-4008-8656-3dcdc644ab67 req-735a0c0c-6049-4a4f-a83d-7ba4166f1df4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8508cf7b-02f6-4d8f-a241-1523e811a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753922 Apr 12 17:56:42.254646 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d9af4f5-7c45-4980-a571-f209fcc96953 admin admin] Publish callbacks [] for security_group (bbd11fc1-0c27-4a6e-8a34-f516b138ac8f), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:42.263575 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d9af4f5-7c45-4980-a571-f209fcc96953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (bbd11fc1-0c27-4a6e-8a34-f516b138ac8f), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:42.305449 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8515788e-7633-4042-89fd-ef4dd317708c req-c46a3193-f0d8-4b02-97c7-419a2055ea6e service neutron] 10.222.0.23 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927606 Apr 12 17:56:42.316703 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-0d9af4f5-7c45-4980-a571-f209fcc96953 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7bbd0165bc564fcdad2b063ba68cc8e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6179879 Apr 12 17:56:42.317536 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9af4f5-7c45-4980-a571-f209fcc96953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd11fc1-0c27-4a6e-8a34-f516b138ac8f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:42.320606 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 37432) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:42.377124 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6c14fe19-3df8-4c32-8e52-04519124bdb8 admin admin] Publish callbacks [] for security_group (bbd11fc1-0c27-4a6e-8a34-f516b138ac8f), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:42.414473 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6c14fe19-3df8-4c32-8e52-04519124bdb8 admin admin] Publish callbacks [] for security_group (bbd11fc1-0c27-4a6e-8a34-f516b138ac8f), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:42.484947 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6c14fe19-3df8-4c32-8e52-04519124bdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (bbd11fc1-0c27-4a6e-8a34-f516b138ac8f), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:42.494324 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6c14fe19-3df8-4c32-8e52-04519124bdb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:42.497763 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-6c14fe19-3df8-4c32-8e52-04519124bdb8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbd11fc1-0c27-4a6e-8a34-f516b138ac8f HTTP/1.1" status: 204 len: 168 time: 0.1739862 Apr 12 17:56:42.518119 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device b49707dc-926e-4d85-8477-c75036dbdbdd up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:56:42.520230 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14fe19-3df8-4c32-8e52-04519124bdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd11fc1-0c27-4a6e-8a34-f516b138ac8f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:42.604453 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning for port b49707dc-926e-4d85-8477-c75036dbdbdd completed by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:56:42.616232 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port b49707dc-926e-4d85-8477-c75036dbdbdd triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:42.617211 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b49707dc-926e-4d85-8477-c75036dbdbdd), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:42.754827 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port b49707dc-926e-4d85-8477-c75036dbdbdd is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:42.755220 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b49707dc-926e-4d85-8477-c75036dbdbdd), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:42.777749 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e041d4-2c26-43cb-92e8-14e3fbf92585 req-1198ef42-16d7-48e6-a906-a7d1640a5571 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:42.789279 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f7e041d4-2c26-43cb-92e8-14e3fbf92585 req-1198ef42-16d7-48e6-a906-a7d1640a5571 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 945 time: 0.0729916 Apr 12 17:56:42.799044 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port b49707dc-926e-4d85-8477-c75036dbdbdd, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b49707dc-926e-4d85-8477-c75036dbdbdd,segment=NetworkSegment(2379ee2c-1674-45e0-afc7-bff7c9920f2a),segment_id=2379ee2c-1674-45e0-afc7-bff7c9920f2a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:42.805632 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b49707dc-926e-4d85-8477-c75036dbdbdd), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:42.851253 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f7e041d4-2c26-43cb-92e8-14e3fbf92585 req-7ea1b4b2-caae-4ada-82fb-d9d85a00d48c tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=8508cf7b-02f6-4d8f-a241-1523e811a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603292 Apr 12 17:56:42.871537 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=b49707dc-926e-4d85-8477-c75036dbdbdd,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:42.919800 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 37452) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:42.938582 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4c77075d-5ae4-45ee-a9b0-e6672a265767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:43.021816 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4c77075d-5ae4-45ee-a9b0-e6672a265767 admin admin] Publish callbacks [] for security_group (b0fa0bbf-c786-49c1-a9d3-903cba0ed3fc), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:43.028359 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4c77075d-5ae4-45ee-a9b0-e6672a265767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (b0fa0bbf-c786-49c1-a9d3-903cba0ed3fc), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:43.069543 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77075d-5ae4-45ee-a9b0-e6672a265767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fa0bbf-c786-49c1-a9d3-903cba0ed3fc,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:43.076253 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-4c77075d-5ae4-45ee-a9b0-e6672a265767 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2a66d9c7a904c4a83387017864316f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1527560 Apr 12 17:56:43.076607 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 37462) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:43.149756 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3590970c-5a0a-4284-a445-c6334d40ff8a admin admin] Publish callbacks [] for security_group (b0fa0bbf-c786-49c1-a9d3-903cba0ed3fc), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:43.176271 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3590970c-5a0a-4284-a445-c6334d40ff8a admin admin] Publish callbacks [] for security_group (b0fa0bbf-c786-49c1-a9d3-903cba0ed3fc), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:43.223903 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba6d77-d366-4706-8407-02e9be7b3f52 req-fecb7ae7-5114-4386-83dc-6091f218b7b5 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:43.226761 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a6ba6d77-d366-4706-8407-02e9be7b3f52 req-fecb7ae7-5114-4386-83dc-6091f218b7b5 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0545511 Apr 12 17:56:43.265735 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3590970c-5a0a-4284-a445-c6334d40ff8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (b0fa0bbf-c786-49c1-a9d3-903cba0ed3fc), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:43.269688 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3590970c-5a0a-4284-a445-c6334d40ff8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:43.271252 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-3590970c-5a0a-4284-a445-c6334d40ff8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0fa0bbf-c786-49c1-a9d3-903cba0ed3fc HTTP/1.1" status: 204 len: 168 time: 0.1936014 Apr 12 17:56:43.289112 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590970c-5a0a-4284-a445-c6334d40ff8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fa0bbf-c786-49c1-a9d3-903cba0ed3fc,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:43.324661 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a6ba6d77-d366-4706-8407-02e9be7b3f52 req-1ddaf0b4-a571-49d4-aebe-6fab297fe324 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927176 Apr 12 17:56:43.341963 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19836608-5369-4468-a1f1-90c9d3186634 req-b6b52158-eda5-44a4-af95-c6762516621a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:43.349985 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-19836608-5369-4468-a1f1-90c9d3186634 req-b6b52158-eda5-44a4-af95-c6762516621a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0682571 Apr 12 17:56:43.391500 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8920dd5a-bb35-489d-8f4a-ee17fe17d565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49707dc-926e-4d85-8477-c75036dbdbdd'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:56:43.394740 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaf4574-69f7-4acc-98db-7e89df67f269" -d '{"events": [{"server_uuid": "8920dd5a-bb35-489d-8f4a-ee17fe17d565", "name": "network-vif-plugged", "status": "completed", "tag": "b49707dc-926e-4d85-8477-c75036dbdbdd"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:56:43.404160 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-19836608-5369-4468-a1f1-90c9d3186634 req-25f5ee4f-c7f8-4efd-a533-a9c7206e432a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475056 Apr 12 17:56:43.444850 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748ffbb0-b582-4ac9-82a4-5049f00e1168 x-openstack-request-id: req-748ffbb0-b582-4ac9-82a4-5049f00e1168 {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:56:43.445162 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8920dd5a-bb35-489d-8f4a-ee17fe17d565", "name": "network-vif-plugged", "status": "completed", "tag": "b49707dc-926e-4d85-8477-c75036dbdbdd", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:56:43.445413 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-748ffbb0-b582-4ac9-82a4-5049f00e1168 {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:56:43.445799 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-748ffbb0-b582-4ac9-82a4-5049f00e1168'] response: {'server_uuid': '8920dd5a-bb35-489d-8f4a-ee17fe17d565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49707dc-926e-4d85-8477-c75036dbdbdd', 'code': 200} Apr 12 17:56:43.971218 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b7643-5383-4368-a8cc-2aebd89cd49b req-1f52d47e-7c5e-4a06-b85e-c8912cf1ab64 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:43.972740 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6f3b7643-5383-4368-a8cc-2aebd89cd49b req-1f52d47e-7c5e-4a06-b85e-c8912cf1ab64 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 945 time: 0.0459394 Apr 12 17:56:44.020579 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6f3b7643-5383-4368-a8cc-2aebd89cd49b req-a330ce31-de24-4722-bcc2-c0a6deb137d8 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=8508cf7b-02f6-4d8f-a241-1523e811a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423822 Apr 12 17:56:44.457024 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d86532-3951-4684-90e5-f7e639bef06c req-47d1f923-7c21-4af7-818c-96e2d2ab71d2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:44.462818 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-94d86532-3951-4684-90e5-f7e639bef06c req-47d1f923-7c21-4af7-818c-96e2d2ab71d2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0539796 Apr 12 17:56:44.521750 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-94d86532-3951-4684-90e5-f7e639bef06c req-42f32cf6-5a8d-4074-91d9-303e8104ef2c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573845 Apr 12 17:56:44.647579 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55fe2a-6065-40f9-86bb-35850a5d7211 req-80e96273-6aad-456e-a186-e24793089f9a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:44.649062 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-bf55fe2a-6065-40f9-86bb-35850a5d7211 req-80e96273-6aad-456e-a186-e24793089f9a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0556843 Apr 12 17:56:44.695172 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-bf55fe2a-6065-40f9-86bb-35850a5d7211 req-72dc208d-e81b-4520-a451-041592fc6704 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403731 Apr 12 17:56:45.129634 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782d280-967a-4a2f-b48a-951ea2a32412 req-f8597c73-6883-458b-9deb-a34b363cc53b tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:45.131104 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f782d280-967a-4a2f-b48a-951ea2a32412 req-f8597c73-6883-458b-9deb-a34b363cc53b tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 945 time: 0.0446172 Apr 12 17:56:45.176644 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f782d280-967a-4a2f-b48a-951ea2a32412 req-44910900-5ee4-446e-aaec-87eb490d332e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=8508cf7b-02f6-4d8f-a241-1523e811a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401924 Apr 12 17:56:45.645860 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d538f42-ba5d-4270-9473-e8fc54789ccc req-472b6915-dc3d-4da3-97cb-cc75a52bf369 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:45.647352 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1d538f42-ba5d-4270-9473-e8fc54789ccc req-472b6915-dc3d-4da3-97cb-cc75a52bf369 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0479116 Apr 12 17:56:45.692928 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1d538f42-ba5d-4270-9473-e8fc54789ccc req-cac6668a-ce74-4a31-9ba1-3911697d14e1 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399415 Apr 12 17:56:45.806610 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6351662-cfb3-4392-b392-a08edbd07f56 req-a0e58d98-1f38-4274-b579-f1cdfd86d998 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:45.808051 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c6351662-cfb3-4392-b392-a08edbd07f56 req-a0e58d98-1f38-4274-b579-f1cdfd86d998 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0472097 Apr 12 17:56:45.857396 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c6351662-cfb3-4392-b392-a08edbd07f56 req-ade21e78-1dc8-40dc-ab32-e6cc61ae3e74 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435388 Apr 12 17:56:46.207968 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90097267-621a-4474-8e65-c6b963f241ad req-6f2ebab7-645a-40c5-9ce1-280aa9a30aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:46.209637 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-90097267-621a-4474-8e65-c6b963f241ad req-6f2ebab7-645a-40c5-9ce1-280aa9a30aa8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 1130 time: 0.0494652 Apr 12 17:56:46.285402 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-90097267-621a-4474-8e65-c6b963f241ad req-b306c6c3-6d65-4269-a513-57135b001c69 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642242 Apr 12 17:56:46.309690 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16dfca-6b25-4c41-8e58-c94125463730 req-e9808cf1-deec-401f-99a3-835819a303cd tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:46.311290 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ed16dfca-6b25-4c41-8e58-c94125463730 req-e9808cf1-deec-401f-99a3-835819a303cd tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 945 time: 0.0571814 Apr 12 17:56:46.363382 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ed16dfca-6b25-4c41-8e58-c94125463730 req-fcb32a5d-2a20-421a-8dba-64d83dc4fcd9 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=8508cf7b-02f6-4d8f-a241-1523e811a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450881 Apr 12 17:56:46.523252 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device c541fa19-d064-4b05-9037-14958ed97849 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:56:46.636469 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port c541fa19-d064-4b05-9037-14958ed97849, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c541fa19-d064-4b05-9037-14958ed97849,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:46.666233 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': 'c541fa19-d064-4b05-9037-14958ed97849', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'port_id': 'c541fa19-d064-4b05-9037-14958ed97849', 'mac_address': 'fa:16:3e:de:e4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:56:46.711474 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port c541fa19-d064-4b05-9037-14958ed97849 is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:46.712129 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (c541fa19-d064-4b05-9037-14958ed97849), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:46.732837 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c541fa19-d064-4b05-9037-14958ed97849 {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:56:46.756162 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port c541fa19-d064-4b05-9037-14958ed97849, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c541fa19-d064-4b05-9037-14958ed97849,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:46.761705 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (c541fa19-d064-4b05-9037-14958ed97849), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:46.823230 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=c541fa19-d064-4b05-9037-14958ed97849,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:46.838370 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134f472-a358-44ad-b058-e670086251de req-4b39fe4c-b9fb-420b-aa70-639f66811a9f tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:46.839963 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5134f472-a358-44ad-b058-e670086251de req-4b39fe4c-b9fb-420b-aa70-639f66811a9f tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 945 time: 0.0534348 Apr 12 17:56:46.902491 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5134f472-a358-44ad-b058-e670086251de req-386bb9b2-ce8c-4e54-bdbd-151012a13e2b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507720 Apr 12 17:56:46.980655 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a65168-7166-4807-af68-10c43eccacc1 req-c8806fa8-1ba5-418f-a967-0bc7674b5575 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:46.982145 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-30a65168-7166-4807-af68-10c43eccacc1 req-c8806fa8-1ba5-418f-a967-0bc7674b5575 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0516610 Apr 12 17:56:47.042924 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-30a65168-7166-4807-af68-10c43eccacc1 req-09c7529f-645e-4b58-93fa-c268b71a910b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530105 Apr 12 17:56:47.069407 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['c541fa19-d064-4b05-9037-14958ed97849'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:56:47.349498 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 37680) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:47.463382 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5eac17f4-5d49-44c1-8b47-f1ec90be866c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:47.481300 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8200c6-fbf1-4aa7-90fa-73dea3a5939b req-c01b8751-651c-4fc8-a633-c749ed85cdbc tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:47.482804 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9f8200c6-fbf1-4aa7-90fa-73dea3a5939b req-c01b8751-651c-4fc8-a633-c749ed85cdbc tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 945 time: 0.0493183 Apr 12 17:56:47.538054 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9f8200c6-fbf1-4aa7-90fa-73dea3a5939b req-efd99f5a-e677-4490-8472-c90016fd5c53 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=8508cf7b-02f6-4d8f-a241-1523e811a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427182 Apr 12 17:56:47.549037 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5eac17f4-5d49-44c1-8b47-f1ec90be866c admin admin] Publish callbacks [] for security_group (80496c6f-e5a8-4a11-b3b6-471c172835a0), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:47.552930 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5eac17f4-5d49-44c1-8b47-f1ec90be866c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (80496c6f-e5a8-4a11-b3b6-471c172835a0), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:47.600549 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac17f4-5d49-44c1-8b47-f1ec90be866c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80496c6f-e5a8-4a11-b3b6-471c172835a0,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:47.606260 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-5eac17f4-5d49-44c1-8b47-f1ec90be866c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f2ebd2eb7654063812b0420191cccf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557182 Apr 12 17:56:47.609966 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 37688) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:47.668533 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6ca4d977-2947-4358-96be-06ddfecb7b5d admin admin] Publish callbacks [] for security_group (80496c6f-e5a8-4a11-b3b6-471c172835a0), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:47.692374 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6ca4d977-2947-4358-96be-06ddfecb7b5d admin admin] Publish callbacks [] for security_group (80496c6f-e5a8-4a11-b3b6-471c172835a0), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:47.709551 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373b0eb-6588-49e5-92ec-49c18e49fb55 req-4752e478-db82-4467-898a-434284c93730 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:47.711111 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f373b0eb-6588-49e5-92ec-49c18e49fb55 req-4752e478-db82-4467-898a-434284c93730 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 945 time: 0.0469956 Apr 12 17:56:47.720021 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 37692) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:47.730154 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-96843a87-939d-44d4-b62e-9474d8f55ff9 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'floatingip': {'port_id': '28a48dd9-d5a0-4a00-b11c-5d77c05c24ed'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:47.748315 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6ca4d977-2947-4358-96be-06ddfecb7b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (80496c6f-e5a8-4a11-b3b6-471c172835a0), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:47.750889 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6ca4d977-2947-4358-96be-06ddfecb7b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:47.752083 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-6ca4d977-2947-4358-96be-06ddfecb7b5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80496c6f-e5a8-4a11-b3b6-471c172835a0 HTTP/1.1" status: 204 len: 168 time: 0.1411707 Apr 12 17:56:47.760892 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4d977-2947-4358-96be-06ddfecb7b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80496c6f-e5a8-4a11-b3b6-471c172835a0,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:47.811757 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-96843a87-939d-44d4-b62e-9474d8f55ff9 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (4f50ff63-a767-45c1-91f9-654c96401085), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:48.257125 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e74fd6-0c8a-444c-82d6-516f06b3c822 req-ef5a076d-bc20-464e-98f5-ea31d54b5b39 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:48.259229 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-88e74fd6-0c8a-444c-82d6-516f06b3c822 req-ef5a076d-bc20-464e-98f5-ea31d54b5b39 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 945 time: 0.1200416 Apr 12 17:56:48.269645 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1170e-304e-41eb-902d-dcc6f542bd32 req-f629e0b1-9f8b-405a-8c5f-fe1189665659 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:48.271331 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4aa1170e-304e-41eb-902d-dcc6f542bd32 req-f629e0b1-9f8b-405a-8c5f-fe1189665659 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.1306314 Apr 12 17:56:48.478100 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4aa1170e-304e-41eb-902d-dcc6f542bd32 req-070286c3-7d80-4811-a294-364fbc53d9df tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938212 Apr 12 17:56:48.483540 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-88e74fd6-0c8a-444c-82d6-516f06b3c822 req-2c7a43c5-37c9-4a29-89d0-2ca76b366876 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002895 Apr 12 17:56:48.544446 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device c541fa19-d064-4b05-9037-14958ed97849 up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:56:48.734840 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning for port c541fa19-d064-4b05-9037-14958ed97849 completed by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:56:48.745143 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port c541fa19-d064-4b05-9037-14958ed97849 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:56:48.745523 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (c541fa19-d064-4b05-9037-14958ed97849), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:48.847640 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port c541fa19-d064-4b05-9037-14958ed97849 is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:56:48.848129 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (c541fa19-d064-4b05-9037-14958ed97849), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:48.872093 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f74ac9-2076-4cf5-9cbf-2d77095db29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c541fa19-d064-4b05-9037-14958ed97849'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:56:48.874329 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4450d306-1dd4-4685-9eda-30b4f0c2097e" -d '{"events": [{"server_uuid": "12f74ac9-2076-4cf5-9cbf-2d77095db29c", "name": "network-vif-plugged", "status": "completed", "tag": "c541fa19-d064-4b05-9037-14958ed97849"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:56:48.887838 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port c541fa19-d064-4b05-9037-14958ed97849, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c541fa19-d064-4b05-9037-14958ed97849,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:48.894097 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (c541fa19-d064-4b05-9037-14958ed97849), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:48.928970 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93d3620-922e-4409-a171-90293a99be6b x-openstack-request-id: req-f93d3620-922e-4409-a171-90293a99be6b {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:56:48.929465 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f74ac9-2076-4cf5-9cbf-2d77095db29c", "name": "network-vif-plugged", "status": "completed", "tag": "c541fa19-d064-4b05-9037-14958ed97849", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:56:48.929765 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f93d3620-922e-4409-a171-90293a99be6b {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:56:48.930372 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f93d3620-922e-4409-a171-90293a99be6b'] response: {'server_uuid': '12f74ac9-2076-4cf5-9cbf-2d77095db29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c541fa19-d064-4b05-9037-14958ed97849', 'code': 200} Apr 12 17:56:48.962565 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=c541fa19-d064-4b05-9037-14958ed97849,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:49.025311 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-96843a87-939d-44d4-b62e-9474d8f55ff9 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:49.031515 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-96843a87-939d-44d4-b62e-9474d8f55ff9 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (4f50ff63-a767-45c1-91f9-654c96401085), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:49.140842 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934a5b1-291c-4215-a83e-6fc045cb51c6 req-66410c7a-d7f2-48a0-876d-f54370261473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:49.142373 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c934a5b1-291c-4215-a83e-6fc045cb51c6 req-66410c7a-d7f2-48a0-876d-f54370261473 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 1130 time: 0.0424962 Apr 12 17:56:49.157242 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.l3_db [None req-96843a87-939d-44d4-b62e-9474d8f55ff9 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Floating IP 4f50ff63-a767-45c1-91f9-654c96401085 associated. External IP: 172.27.0.216, port: 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed. Apr 12 17:56:49.188545 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c934a5b1-291c-4215-a83e-6fc045cb51c6 req-91583d7a-e5ef-4bd6-9b30-bcc99602a29a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402365 Apr 12 17:56:49.399048 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96843a87-939d-44d4-b62e-9474d8f55ff9 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Router 3b74fc5e-26df-4305-b927-5261426f0429 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:56:49.556604 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96843a87-939d-44d4-b62e-9474d8f55ff9 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:56:49.568926 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-96843a87-939d-44d4-b62e-9474d8f55ff9 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:49.572469 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1e9ab9-65df-49f5-bdcc-83246ee2d098 None None] Sync routers for ids ['3b74fc5e-26df-4305-b927-5261426f0429'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:56:49.583871 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e9ab9-65df-49f5-bdcc-83246ee2d098 None None] Routers {'3b74fc5e-26df-4305-b927-5261426f0429'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:56:49.584506 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-0c1e9ab9-65df-49f5-bdcc-83246ee2d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:56:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['3b74fc5e-26df-4305-b927-5261426f0429'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:49.702688 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-0c1e9ab9-65df-49f5-bdcc-83246ee2d098 None None] Set router 3b74fc5e-26df-4305-b927-5261426f0429 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:56:49.785660 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 37792) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:49.873408 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-96843a87-939d-44d4-b62e-9474d8f55ff9 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "PUT /v2.0/floatingips/4f50ff63-a767-45c1-91f9-654c96401085 HTTP/1.1" status: 200 len: 991 time: 2.1518750 Apr 12 17:56:49.880275 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b987260-2532-4632-9f8a-842b60be9242', 'tag': '28a48dd9-d5a0-4a00-b11c-5d77c05c24ed'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:56:49.882583 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8794fbc469913332b26a1bcbfb78f2e90de67fe5ea04afc148497b54c77658c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a8a5ed-47b1-4fcd-b8b6-4630ebacaeb0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b987260-2532-4632-9f8a-842b60be9242", "tag": "28a48dd9-d5a0-4a00-b11c-5d77c05c24ed"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:56:49.903114 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc4b18-a32d-460c-aa2f-89e06966b199 req-067e7ad9-3ab1-40a9-8d65-992da6870103 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:49.904622 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0bcc4b18-a32d-460c-aa2f-89e06966b199 req-067e7ad9-3ab1-40a9-8d65-992da6870103 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.3037829 Apr 12 17:56:49.917506 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c080db9-c739-45ed-b837-9c9d5589e36a req-e646425b-3baa-4057-8ee0-c4d3a1ef10cd tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:49.924634 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9c080db9-c739-45ed-b837-9c9d5589e36a req-e646425b-3baa-4057-8ee0-c4d3a1ef10cd tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.3248358 Apr 12 17:56:50.009052 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9c080db9-c739-45ed-b837-9c9d5589e36a req-a173e395-6de7-46b3-be51-ad0145b17a4b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831163 Apr 12 17:56:50.009236 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-305507e3-a7b5-4a03-aab7-8ae84dda30e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:50.015419 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0bcc4b18-a32d-460c-aa2f-89e06966b199 req-c8e5c776-cea1-43aa-a8ef-cf64c9a1ee3e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875018 Apr 12 17:56:50.026127 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-0c1e9ab9-65df-49f5-bdcc-83246ee2d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '4f50ff63-a767-45c1-91f9-654c96401085', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'port_id': '28a48dd9-d5a0-4a00-b11c-5d77c05c24ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'mac_address': 'fa:16:3e:6b:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b987260-2532-4632-9f8a-842b60be9242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:56:14Z', 'updated_at': '2022-04-12T17:56:48Z', 'revision_number': 1, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:50.057237 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1e9ab9-65df-49f5-bdcc-83246ee2d098 None None] Checking router: 3b74fc5e-26df-4305-b927-5261426f0429 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:56:50.059092 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf96119-c015-41e9-bed6-3bf0089b37b2 x-openstack-request-id: req-bdf96119-c015-41e9-bed6-3bf0089b37b2 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:56:50.059510 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b987260-2532-4632-9f8a-842b60be9242", "tag": "28a48dd9-d5a0-4a00-b11c-5d77c05c24ed", "status": "completed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:56:50.059834 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bdf96119-c015-41e9-bed6-3bf0089b37b2 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:56:50.060327 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdf96119-c015-41e9-bed6-3bf0089b37b2'] response: {'name': 'network-changed', 'server_uuid': '9b987260-2532-4632-9f8a-842b60be9242', 'tag': '28a48dd9-d5a0-4a00-b11c-5d77c05c24ed', 'status': 'completed', 'code': 200} Apr 12 17:56:50.066999 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e9ab9-65df-49f5-bdcc-83246ee2d098 None None] Routers {'3b74fc5e-26df-4305-b927-5261426f0429'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:56:50.067631 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-0c1e9ab9-65df-49f5-bdcc-83246ee2d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:56:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['3b74fc5e-26df-4305-b927-5261426f0429'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:50.139120 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-305507e3-a7b5-4a03-aab7-8ae84dda30e2 admin admin] Publish callbacks [] for security_group (ab6c76bd-e50c-4db2-89cf-1586592c843f), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:50.145100 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-305507e3-a7b5-4a03-aab7-8ae84dda30e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (ab6c76bd-e50c-4db2-89cf-1586592c843f), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:50.202355 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-0c1e9ab9-65df-49f5-bdcc-83246ee2d098 None None] Set router 3b74fc5e-26df-4305-b927-5261426f0429 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:56:50.219413 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8a5ed-47b1-4fcd-b8b6-4630ebacaeb0 req-b4ef255e-ff60-462a-92b9-72140b2440fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:50.220795 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c3a8a5ed-47b1-4fcd-b8b6-4630ebacaeb0 req-b4ef255e-ff60-462a-92b9-72140b2440fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd9169ef36f84184829de80e6adcc3eb&device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 1129 time: 0.0968041 Apr 12 17:56:50.222907 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305507e3-a7b5-4a03-aab7-8ae84dda30e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6c76bd-e50c-4db2-89cf-1586592c843f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:50.228996 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-305507e3-a7b5-4a03-aab7-8ae84dda30e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee672c66888c47a0aaffc606d609fe1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4419644 Apr 12 17:56:50.232782 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 37812) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:50.335263 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ad34ca6b-3989-4380-9b7a-a1ff6db614b4 admin admin] Publish callbacks [] for security_group (ab6c76bd-e50c-4db2-89cf-1586592c843f), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:50.363699 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8a5ed-47b1-4fcd-b8b6-4630ebacaeb0 req-78a1ebea-cd29-4ff7-9993-376415a7cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:50.365337 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c3a8a5ed-47b1-4fcd-b8b6-4630ebacaeb0 req-78a1ebea-cd29-4ff7-9993-376415a7cb2c service neutron] 10.222.0.23 "GET /v2.0/networks?id=686fab4f-3c38-4683-935f-38f19e4e8a4f HTTP/1.1" status: 200 len: 915 time: 0.1160243 Apr 12 17:56:50.431524 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ad34ca6b-3989-4380-9b7a-a1ff6db614b4 admin admin] Publish callbacks [] for security_group (ab6c76bd-e50c-4db2-89cf-1586592c843f), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:50.441699 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bfc35-a63f-438e-80dd-f60f54f74466 req-ac2c8b10-b28c-485b-882a-d4adba6e30ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:50.443230 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-533bfc35-a63f-438e-80dd-f60f54f74466 req-ac2c8b10-b28c-485b-882a-d4adba6e30ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f15b7fa885d74f029c4594b80329f70f&device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 1130 time: 0.1089830 Apr 12 17:56:50.453050 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e962c90-5afe-4846-9524-ab23a5187242 req-a0767923-b214-4bb8-8fd4-9a058a8005f2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:50.454592 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8e962c90-5afe-4846-9524-ab23a5187242 req-a0767923-b214-4bb8-8fd4-9a058a8005f2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.1215591 Apr 12 17:56:50.498899 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-0c1e9ab9-65df-49f5-bdcc-83246ee2d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '4f50ff63-a767-45c1-91f9-654c96401085', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'port_id': '28a48dd9-d5a0-4a00-b11c-5d77c05c24ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'mac_address': 'fa:16:3e:6b:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b987260-2532-4632-9f8a-842b60be9242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:56:14Z', 'updated_at': '2022-04-12T17:56:48Z', 'revision_number': 1, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:50.527492 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ad34ca6b-3989-4380-9b7a-a1ff6db614b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (ab6c76bd-e50c-4db2-89cf-1586592c843f), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:50.529476 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ad34ca6b-3989-4380-9b7a-a1ff6db614b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:50.533183 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-ad34ca6b-3989-4380-9b7a-a1ff6db614b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab6c76bd-e50c-4db2-89cf-1586592c843f HTTP/1.1" status: 204 len: 168 time: 0.2952058 Apr 12 17:56:50.560730 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34ca6b-3989-4380-9b7a-a1ff6db614b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6c76bd-e50c-4db2-89cf-1586592c843f,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:50.591352 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8e962c90-5afe-4846-9524-ab23a5187242 req-f384b19b-7335-4432-9b83-5e5eba2d850c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280739 Apr 12 17:56:50.644762 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1e9ab9-65df-49f5-bdcc-83246ee2d098 None None] The sync data for ids ['3b74fc5e-26df-4305-b927-5261426f0429'] in dv-cinder-837534-1-iscsi is: [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '4f50ff63-a767-45c1-91f9-654c96401085', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'port_id': '28a48dd9-d5a0-4a00-b11c-5d77c05c24ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'mac_address': 'fa:16:3e:6b:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b987260-2532-4632-9f8a-842b60be9242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:56:14Z', 'updated_at': '2022-04-12T17:56:48Z', 'revision_number': 1, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:56:50.883366 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 37828) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:50.890361 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c21212-71c5-4fd0-bed8-14bb6e46518e None None] New status for floating IP 4f50ff63-a767-45c1-91f9-654c96401085: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:56:50.898920 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-483e9f33-9f4b-46dc-ad24-c3d9f8e3ef87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:51.054416 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-483e9f33-9f4b-46dc-ad24-c3d9f8e3ef87 admin admin] Publish callbacks [] for security_group (66cf351b-5eb5-4c66-a18b-b72d5ffc9c74), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:51.061768 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-483e9f33-9f4b-46dc-ad24-c3d9f8e3ef87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (66cf351b-5eb5-4c66-a18b-b72d5ffc9c74), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:51.093664 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c3a8a5ed-47b1-4fcd-b8b6-4630ebacaeb0 req-0891bba8-44c1-4b84-94f8-6a33c116addf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28a48dd9-d5a0-4a00-b11c-5d77c05c24ed HTTP/1.1" status: 200 len: 999 time: 0.1330991 Apr 12 17:56:51.122409 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-483e9f33-9f4b-46dc-ad24-c3d9f8e3ef87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ce34f7b7ec94ecbb4a2be371f1f7596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377710 Apr 12 17:56:51.125049 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 37834) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:51.158034 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e9f33-9f4b-46dc-ad24-c3d9f8e3ef87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cf351b-5eb5-4c66-a18b-b72d5ffc9c74,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:51.164517 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bfc35-a63f-438e-80dd-f60f54f74466 req-e9e1ceae-5e24-4052-9c78-c81d72be3bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:51.165983 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-533bfc35-a63f-438e-80dd-f60f54f74466 req-e9e1ceae-5e24-4052-9c78-c81d72be3bff service neutron] 10.222.0.23 "GET /v2.0/networks?id=2876e2a1-3492-40af-97a0-a80d1612333d HTTP/1.1" status: 200 len: 920 time: 0.1778197 Apr 12 17:56:51.182264 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e06455cf-3702-49be-821a-d18ed9b45c52 admin admin] Publish callbacks [] for security_group (66cf351b-5eb5-4c66-a18b-b72d5ffc9c74), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:51.182907 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b888c6-3839-47c3-b4ae-18bcbc133d9a req-73fdf186-6063-4705-b3c4-ead6bc4594b5 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:51.184834 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c1b888c6-3839-47c3-b4ae-18bcbc133d9a req-73fdf186-6063-4705-b3c4-ead6bc4594b5 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0836010 Apr 12 17:56:51.211989 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e06455cf-3702-49be-821a-d18ed9b45c52 admin admin] Publish callbacks [] for security_group (66cf351b-5eb5-4c66-a18b-b72d5ffc9c74), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:51.244700 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c1b888c6-3839-47c3-b4ae-18bcbc133d9a req-3345d2c0-6b82-4300-9095-71823b478e7a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533803 Apr 12 17:56:51.276970 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e06455cf-3702-49be-821a-d18ed9b45c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (66cf351b-5eb5-4c66-a18b-b72d5ffc9c74), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:51.279825 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e06455cf-3702-49be-821a-d18ed9b45c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:51.283710 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e06455cf-3702-49be-821a-d18ed9b45c52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66cf351b-5eb5-4c66-a18b-b72d5ffc9c74 HTTP/1.1" status: 204 len: 168 time: 0.1549604 Apr 12 17:56:51.297823 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06455cf-3702-49be-821a-d18ed9b45c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cf351b-5eb5-4c66-a18b-b72d5ffc9c74,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:51.413682 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e242179-9b5f-4d96-9704-91a8795bd41c req-e2adea72-2b83-4054-8d74-56c9409aa9df tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:51.415255 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8e242179-9b5f-4d96-9704-91a8795bd41c req-e2adea72-2b83-4054-8d74-56c9409aa9df tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0505826 Apr 12 17:56:51.423991 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 37850) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:51.430562 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e912bbfe-84b0-42a0-bd82-5f0188dbcc6e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Request body: {'floatingip': {'port_id': 'c541fa19-d064-4b05-9037-14958ed97849'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:51.510700 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e912bbfe-84b0-42a0-bd82-5f0188dbcc6e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for floatingip (cb8c48be-af8e-420c-bff6-036623a8684d), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:51.711992 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291c370-4e3d-41d4-9b2c-fef2be286ace req-72aec8f7-9d39-49eb-bd94-3440fc1ca51f tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:51.713499 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5291c370-4e3d-41d4-9b2c-fef2be286ace req-72aec8f7-9d39-49eb-bd94-3440fc1ca51f tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0580020 Apr 12 17:56:51.766858 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5291c370-4e3d-41d4-9b2c-fef2be286ace req-c8c0b224-9ecd-4c54-aee5-413d51af450a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475676 Apr 12 17:56:52.337529 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e912bbfe-84b0-42a0-bd82-5f0188dbcc6e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:52.341456 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e912bbfe-84b0-42a0-bd82-5f0188dbcc6e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (cb8c48be-af8e-420c-bff6-036623a8684d), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:52.454270 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.l3_db [None req-e912bbfe-84b0-42a0-bd82-5f0188dbcc6e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Floating IP cb8c48be-af8e-420c-bff6-036623a8684d associated. External IP: 172.27.0.110, port: c541fa19-d064-4b05-9037-14958ed97849. Apr 12 17:56:52.683793 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e912bbfe-84b0-42a0-bd82-5f0188dbcc6e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Router 247dba89-5927-4459-97b8-323df380be47 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:56:52.820349 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e912bbfe-84b0-42a0-bd82-5f0188dbcc6e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:56:52.825524 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e912bbfe-84b0-42a0-bd82-5f0188dbcc6e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:52.835005 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701441ae-2258-4aa2-a333-bc77d55ac083 None None] Sync routers for ids ['247dba89-5927-4459-97b8-323df380be47'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:56:52.859530 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701441ae-2258-4aa2-a333-bc77d55ac083 None None] Routers {'247dba89-5927-4459-97b8-323df380be47'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:56:52.859530 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-701441ae-2258-4aa2-a333-bc77d55ac083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:56:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['247dba89-5927-4459-97b8-323df380be47'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:52.879608 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e912bbfe-84b0-42a0-bd82-5f0188dbcc6e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "PUT /v2.0/floatingips/cb8c48be-af8e-420c-bff6-036623a8684d HTTP/1.1" status: 200 len: 992 time: 1.4534147 Apr 12 17:56:52.880422 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f74ac9-2076-4cf5-9cbf-2d77095db29c', 'tag': 'c541fa19-d064-4b05-9037-14958ed97849'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:56:52.891016 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ba041e-6177-4668-a070-365bc3251490" -d '{"events": [{"name": "network-changed", "server_uuid": "12f74ac9-2076-4cf5-9cbf-2d77095db29c", "tag": "c541fa19-d064-4b05-9037-14958ed97849"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:56:52.977169 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570f801c-780b-4aaa-9987-383b7dbdb4f3 x-openstack-request-id: req-570f801c-780b-4aaa-9987-383b7dbdb4f3 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:56:52.978975 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f74ac9-2076-4cf5-9cbf-2d77095db29c", "tag": "c541fa19-d064-4b05-9037-14958ed97849", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:56:52.979359 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-570f801c-780b-4aaa-9987-383b7dbdb4f3 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:56:52.981862 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-570f801c-780b-4aaa-9987-383b7dbdb4f3'] response: {'name': 'network-changed', 'server_uuid': '12f74ac9-2076-4cf5-9cbf-2d77095db29c', 'tag': 'c541fa19-d064-4b05-9037-14958ed97849', 'status': 'completed', 'code': 200} Apr 12 17:56:52.994148 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a67eff-dbad-4d04-bd61-5ea88578bab1 req-7139c4d7-27c8-42c5-b7ca-9f33744a8393 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:53.005193 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c8a67eff-dbad-4d04-bd61-5ea88578bab1 req-7139c4d7-27c8-42c5-b7ca-9f33744a8393 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.1547699 Apr 12 17:56:53.008841 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-701441ae-2258-4aa2-a333-bc77d55ac083 None None] Set router 247dba89-5927-4459-97b8-323df380be47 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:56:53.014164 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-533bfc35-a63f-438e-80dd-f60f54f74466 req-58f2bb7c-3248-4ecd-8fae-17e55e2d4602 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b49707dc-926e-4d85-8477-c75036dbdbdd HTTP/1.1" status: 200 len: 217 time: 0.0991423 Apr 12 17:56:53.023442 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8a5ed-47b1-4fcd-b8b6-4630ebacaeb0 req-18b947d3-a500-4954-96f0-d08ecea77489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:53.028773 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c3a8a5ed-47b1-4fcd-b8b6-4630ebacaeb0 req-18b947d3-a500-4954-96f0-d08ecea77489 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e2e22a3-d988-42d0-ada7-fb014078e671 HTTP/1.1" status: 200 len: 853 time: 0.1241515 Apr 12 17:56:53.081979 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c8a67eff-dbad-4d04-bd61-5ea88578bab1 req-5f0dc365-e96c-4dc1-b03b-4ee08c24accc tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744874 Apr 12 17:56:53.255049 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-701441ae-2258-4aa2-a333-bc77d55ac083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247dba89-5927-4459-97b8-323df380be47', 'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-router', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:14Z', 'revision_number': 4, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'gw_port': {'id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:03Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': 'cb8c48be-af8e-420c-bff6-036623a8684d', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '247dba89-5927-4459-97b8-323df380be47', 'port_id': 'c541fa19-d064-4b05-9037-14958ed97849', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'mac_address': 'fa:16:3e:de:e4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f74ac9-2076-4cf5-9cbf-2d77095db29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:56:30Z', 'updated_at': '2022-04-12T17:56:52Z', 'revision_number': 1, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c466f6-8a56-4b6a-af95-8165b8e4a9c7', 'name': '', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'mac_address': 'fa:16:3e:3e:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:25Z', 'revision_number': 5, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'subnets': [{'id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:53.282932 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701441ae-2258-4aa2-a333-bc77d55ac083 None None] Checking router: 247dba89-5927-4459-97b8-323df380be47 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:56:53.291811 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701441ae-2258-4aa2-a333-bc77d55ac083 None None] Routers {'247dba89-5927-4459-97b8-323df380be47'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:56:53.292517 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-701441ae-2258-4aa2-a333-bc77d55ac083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:56:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['247dba89-5927-4459-97b8-323df380be47'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:53.402325 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-701441ae-2258-4aa2-a333-bc77d55ac083 None None] Set router 247dba89-5927-4459-97b8-323df380be47 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:56:53.631015 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-701441ae-2258-4aa2-a333-bc77d55ac083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247dba89-5927-4459-97b8-323df380be47', 'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-router', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:14Z', 'revision_number': 4, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'gw_port': {'id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:03Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': 'cb8c48be-af8e-420c-bff6-036623a8684d', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '247dba89-5927-4459-97b8-323df380be47', 'port_id': 'c541fa19-d064-4b05-9037-14958ed97849', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'mac_address': 'fa:16:3e:de:e4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f74ac9-2076-4cf5-9cbf-2d77095db29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:56:30Z', 'updated_at': '2022-04-12T17:56:52Z', 'revision_number': 1, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c466f6-8a56-4b6a-af95-8165b8e4a9c7', 'name': '', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'mac_address': 'fa:16:3e:3e:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:25Z', 'revision_number': 5, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'subnets': [{'id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:56:53.661848 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701441ae-2258-4aa2-a333-bc77d55ac083 None None] The sync data for ids ['247dba89-5927-4459-97b8-323df380be47'] in dv-cinder-837534-1-iscsi is: [{'id': '247dba89-5927-4459-97b8-323df380be47', 'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-router', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:14Z', 'revision_number': 4, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'gw_port': {'id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:03Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': 'cb8c48be-af8e-420c-bff6-036623a8684d', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '247dba89-5927-4459-97b8-323df380be47', 'port_id': 'c541fa19-d064-4b05-9037-14958ed97849', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'mac_address': 'fa:16:3e:de:e4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f74ac9-2076-4cf5-9cbf-2d77095db29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:56:30Z', 'updated_at': '2022-04-12T17:56:52Z', 'revision_number': 1, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c466f6-8a56-4b6a-af95-8165b8e4a9c7', 'name': '', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'mac_address': 'fa:16:3e:3e:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:25Z', 'revision_number': 5, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'subnets': [{'id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:56:53.860667 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a513f431-2abf-4bf6-8675-4fd42971b1d5 None None] New status for floating IP cb8c48be-af8e-420c-bff6-036623a8684d: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:56:54.063448 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 37962) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:54.233601 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8a5ed-47b1-4fcd-b8b6-4630ebacaeb0 req-f334baf6-1d37-46f7-b1d8-97a6c2d486b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:54.235535 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c3a8a5ed-47b1-4fcd-b8b6-4630ebacaeb0 req-f334baf6-1d37-46f7-b1d8-97a6c2d486b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=686fab4f-3c38-4683-935f-38f19e4e8a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0905604 Apr 12 17:56:54.236052 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45a102-f9e1-4749-9dfb-b697520d7dfe req-a6de5b22-4783-4f09-9a21-fb40a8735108 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:54.238677 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4a45a102-f9e1-4749-9dfb-b697520d7dfe req-a6de5b22-4783-4f09-9a21-fb40a8735108 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0826721 Apr 12 17:56:54.239341 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93ed93f5-08f1-4759-b1a3-acc685a22878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:54.240820 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bfc35-a63f-438e-80dd-f60f54f74466 req-0d31ecde-eb75-4f65-b887-979d11bfc1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:54.245154 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-533bfc35-a63f-438e-80dd-f60f54f74466 req-0d31ecde-eb75-4f65-b887-979d11bfc1ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5aebc3d-31c6-4909-92e3-135069d3f64d HTTP/1.1" status: 200 len: 858 time: 0.0986059 Apr 12 17:56:54.257601 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba041e-6177-4668-a070-365bc3251490 req-20b5a00b-ff4a-460c-acfc-d83401c97805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:54.259870 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-02ba041e-6177-4668-a070-365bc3251490 req-20b5a00b-ff4a-460c-acfc-d83401c97805 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c98209fd1841f9ad91c5c823b05ed8&device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 1130 time: 0.1035516 Apr 12 17:56:54.290586 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4a45a102-f9e1-4749-9dfb-b697520d7dfe req-b4da0289-e050-4340-8164-7bb16ec25802 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442460 Apr 12 17:56:54.335356 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93ed93f5-08f1-4759-b1a3-acc685a22878 admin admin] Publish callbacks [] for security_group (a84b7bf7-e51d-4c2a-915d-ce5bc5a45996), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:54.339079 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93ed93f5-08f1-4759-b1a3-acc685a22878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (a84b7bf7-e51d-4c2a-915d-ce5bc5a45996), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:54.382022 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-93ed93f5-08f1-4759-b1a3-acc685a22878 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3171710cd714f579cb2a7a7cf1811a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175058 Apr 12 17:56:54.383236 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed93f5-08f1-4759-b1a3-acc685a22878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84b7bf7-e51d-4c2a-915d-ce5bc5a45996,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:54.384643 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 37974) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:54.434954 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-95687deb-9526-4dee-a204-a6883bf8ff86 admin admin] Publish callbacks [] for security_group (a84b7bf7-e51d-4c2a-915d-ce5bc5a45996), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:54.458310 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-95687deb-9526-4dee-a204-a6883bf8ff86 admin admin] Publish callbacks [] for security_group (a84b7bf7-e51d-4c2a-915d-ce5bc5a45996), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:54.505653 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-95687deb-9526-4dee-a204-a6883bf8ff86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (a84b7bf7-e51d-4c2a-915d-ce5bc5a45996), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:54.508462 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-95687deb-9526-4dee-a204-a6883bf8ff86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:54.509731 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-95687deb-9526-4dee-a204-a6883bf8ff86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a84b7bf7-e51d-4c2a-915d-ce5bc5a45996 HTTP/1.1" status: 204 len: 168 time: 0.1240492 Apr 12 17:56:54.517195 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95687deb-9526-4dee-a204-a6883bf8ff86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84b7bf7-e51d-4c2a-915d-ce5bc5a45996,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:54.777569 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 37980) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:54.791075 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3725fa1c-02e7-4188-aaef-8dc08edc6245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:54.869979 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3725fa1c-02e7-4188-aaef-8dc08edc6245 admin admin] Publish callbacks [] for security_group (5bd3794e-9997-4293-9d2b-904f2b187d39), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:54.873778 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3725fa1c-02e7-4188-aaef-8dc08edc6245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (5bd3794e-9997-4293-9d2b-904f2b187d39), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:54.913109 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-3725fa1c-02e7-4188-aaef-8dc08edc6245 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3da25173fdb4243bcb6badd02e18e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344121 Apr 12 17:56:54.913904 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725fa1c-02e7-4188-aaef-8dc08edc6245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd3794e-9997-4293-9d2b-904f2b187d39,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:54.915972 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 37982) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:54.972158 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-10f543b0-17bf-438b-b69c-7d4260a849c3 admin admin] Publish callbacks [] for security_group (5bd3794e-9997-4293-9d2b-904f2b187d39), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:54.997522 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-10f543b0-17bf-438b-b69c-7d4260a849c3 admin admin] Publish callbacks [] for security_group (5bd3794e-9997-4293-9d2b-904f2b187d39), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:55.050365 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-10f543b0-17bf-438b-b69c-7d4260a849c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (5bd3794e-9997-4293-9d2b-904f2b187d39), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:55.053654 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-10f543b0-17bf-438b-b69c-7d4260a849c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:55.055021 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-10f543b0-17bf-438b-b69c-7d4260a849c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5bd3794e-9997-4293-9d2b-904f2b187d39 HTTP/1.1" status: 204 len: 168 time: 0.1377437 Apr 12 17:56:55.063423 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f543b0-17bf-438b-b69c-7d4260a849c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd3794e-9997-4293-9d2b-904f2b187d39,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:55.420766 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950de954-1f4f-42c7-89e6-e5c7b9af9e00 req-3cb154c8-6b25-442a-8edf-2905c934fadd tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:55.422371 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-950de954-1f4f-42c7-89e6-e5c7b9af9e00 req-3cb154c8-6b25-442a-8edf-2905c934fadd tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0555642 Apr 12 17:56:55.476301 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-950de954-1f4f-42c7-89e6-e5c7b9af9e00 req-1ef82047-9cb4-4723-918c-d9dc6456569e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470328 Apr 12 17:56:55.787812 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38042) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:55.889736 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bfc35-a63f-438e-80dd-f60f54f74466 req-1e6248a4-ab56-4014-98a5-a38883db10be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:55.891585 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-533bfc35-a63f-438e-80dd-f60f54f74466 req-1e6248a4-ab56-4014-98a5-a38883db10be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2876e2a1-3492-40af-97a0-a80d1612333d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520711 Apr 12 17:56:55.991104 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f318a949-1a0f-49db-a8e4-6e9fed28b702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:56.035747 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-533bfc35-a63f-438e-80dd-f60f54f74466 req-8334869e-776e-4c5a-ba53-326cfd9ab182 service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258039 Apr 12 17:56:56.057767 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c3a8a5ed-47b1-4fcd-b8b6-4630ebacaeb0 req-d1ecf6b1-bcaa-44b9-9a7a-9081dfde6a55 service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188442 Apr 12 17:56:56.067495 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba041e-6177-4668-a070-365bc3251490 req-9eb305e6-38e4-4af4-950b-f6b6ec11578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:56.068948 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-02ba041e-6177-4668-a070-365bc3251490 req-9eb305e6-38e4-4af4-950b-f6b6ec11578a service neutron] 10.222.0.23 "GET /v2.0/networks?id=620e6442-ea5d-4803-85d5-538016f366eb HTTP/1.1" status: 200 len: 918 time: 0.2177863 Apr 12 17:56:56.117280 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f318a949-1a0f-49db-a8e4-6e9fed28b702 admin admin] Publish callbacks [] for security_group (e91fabe7-f38e-4306-a563-cc44085d9b55), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:56.124833 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f318a949-1a0f-49db-a8e4-6e9fed28b702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (e91fabe7-f38e-4306-a563-cc44085d9b55), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:56.167064 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-f318a949-1a0f-49db-a8e4-6e9fed28b702 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=213ce658803742d5805fbf6b85d45ac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3778145 Apr 12 17:56:56.167935 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318a949-1a0f-49db-a8e4-6e9fed28b702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91fabe7-f38e-4306-a563-cc44085d9b55,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:56.169652 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 38062) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:56.248554 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1efba0dd-ed7b-49a0-9459-29ae1c70be86 admin admin] Publish callbacks [] for security_group (e91fabe7-f38e-4306-a563-cc44085d9b55), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:56.276055 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1efba0dd-ed7b-49a0-9459-29ae1c70be86 admin admin] Publish callbacks [] for security_group (e91fabe7-f38e-4306-a563-cc44085d9b55), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:56.399773 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1efba0dd-ed7b-49a0-9459-29ae1c70be86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (e91fabe7-f38e-4306-a563-cc44085d9b55), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:56.402897 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1efba0dd-ed7b-49a0-9459-29ae1c70be86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:56.407328 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-1efba0dd-ed7b-49a0-9459-29ae1c70be86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e91fabe7-f38e-4306-a563-cc44085d9b55 HTTP/1.1" status: 204 len: 168 time: 0.2360535 Apr 12 17:56:56.424999 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efba0dd-ed7b-49a0-9459-29ae1c70be86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91fabe7-f38e-4306-a563-cc44085d9b55,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:56.429076 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-533bfc35-a63f-438e-80dd-f60f54f74466 req-50c3aaa7-9cb8-49d6-9443-16e0fa77fffa service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288404 Apr 12 17:56:56.646774 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0313bc-bcee-4b1b-9d79-de0b2c6ded84 req-5fa6121f-8d3b-4acd-85c4-a30eb8fdea99 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:56.653931 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7a0313bc-bcee-4b1b-9d79-de0b2c6ded84 req-5fa6121f-8d3b-4acd-85c4-a30eb8fdea99 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0635686 Apr 12 17:56:56.739888 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7a0313bc-bcee-4b1b-9d79-de0b2c6ded84 req-b8f16e9a-a890-4e1d-af22-9d3b32ef8b81 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795362 Apr 12 17:56:56.756233 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-02ba041e-6177-4668-a070-365bc3251490 req-06874e71-2540-48a2-a59f-33d9916b15c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c541fa19-d064-4b05-9037-14958ed97849 HTTP/1.1" status: 200 len: 1002 time: 0.4579024 Apr 12 17:56:56.826978 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c3a8a5ed-47b1-4fcd-b8b6-4630ebacaeb0 req-f9cb407f-5a8a-4f98-a108-1fd6270e3f1a service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5299389 Apr 12 17:56:56.866716 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba041e-6177-4668-a070-365bc3251490 req-31278c93-3d05-4c27-afd1-97ecab444359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:56.871747 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-02ba041e-6177-4668-a070-365bc3251490 req-31278c93-3d05-4c27-afd1-97ecab444359 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bbb6ee85-b118-461b-9d62-32e550eb62b2 HTTP/1.1" status: 200 len: 856 time: 0.0881238 Apr 12 17:56:56.926119 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba041e-6177-4668-a070-365bc3251490 req-264d361d-1a78-4d6a-ac05-37e583a593d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:56.927825 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-02ba041e-6177-4668-a070-365bc3251490 req-264d361d-1a78-4d6a-ac05-37e583a593d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=620e6442-ea5d-4803-85d5-538016f366eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476964 Apr 12 17:56:56.945408 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 38112) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:56.959788 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7fac4a65-357b-4209-9e4a-5b73beb9512f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:57.043165 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-02ba041e-6177-4668-a070-365bc3251490 req-bf01861a-eebd-4527-bac1-0bab3a5fe020 service neutron] 10.222.0.23 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087461 Apr 12 17:56:57.072668 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7fac4a65-357b-4209-9e4a-5b73beb9512f admin admin] Publish callbacks [] for security_group (7959765a-40ff-48bb-9e7e-6d355b9a245b), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:57.078001 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7fac4a65-357b-4209-9e4a-5b73beb9512f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (7959765a-40ff-48bb-9e7e-6d355b9a245b), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:57.121011 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-7fac4a65-357b-4209-9e4a-5b73beb9512f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b51b99f1944d4e189213e8aab583e1f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1744723 Apr 12 17:56:57.122222 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac4a65-357b-4209-9e4a-5b73beb9512f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7959765a-40ff-48bb-9e7e-6d355b9a245b,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:57.124108 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38122) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:57.173982 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-02ba041e-6177-4668-a070-365bc3251490 req-7531e20e-296c-4fb5-a8fd-a5c94763a21d service neutron] 10.222.0.23 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231070 Apr 12 17:56:57.220416 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b50a4b1b-3bd8-4ea8-b562-c1b2ac376a3b admin admin] Publish callbacks [] for security_group (7959765a-40ff-48bb-9e7e-6d355b9a245b), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:57.244079 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b50a4b1b-3bd8-4ea8-b562-c1b2ac376a3b admin admin] Publish callbacks [] for security_group (7959765a-40ff-48bb-9e7e-6d355b9a245b), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:57.332563 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b50a4b1b-3bd8-4ea8-b562-c1b2ac376a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (7959765a-40ff-48bb-9e7e-6d355b9a245b), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:57.335531 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b50a4b1b-3bd8-4ea8-b562-c1b2ac376a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:57.336625 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-b50a4b1b-3bd8-4ea8-b562-c1b2ac376a3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7959765a-40ff-48bb-9e7e-6d355b9a245b HTTP/1.1" status: 204 len: 168 time: 0.2113709 Apr 12 17:56:57.347294 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a4b1b-3bd8-4ea8-b562-c1b2ac376a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7959765a-40ff-48bb-9e7e-6d355b9a245b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:57.421457 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38140) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:57.509836 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf960f-0724-4db4-9213-7c9ffcccf176 req-bc249ff5-15ed-4776-9933-0fddc4010531 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:57.511382 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9baf960f-0724-4db4-9213-7c9ffcccf176 req-bc249ff5-15ed-4776-9933-0fddc4010531 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 945 time: 0.0720427 Apr 12 17:56:57.569044 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9baf960f-0724-4db4-9213-7c9ffcccf176 req-f4967634-3b29-4cfc-8f4e-80c1157b51f2 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/security-groups?id=65d0d02b-034e-4df5-9ae5-21d38a4921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515530 Apr 12 17:56:57.641399 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38148) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:57.704587 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f71b85ed-56a4-4106-b866-3a8478446022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:57.733722 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-82d894e6-58fe-40e4-8ec0-badc9d147cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:57.858130 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f71b85ed-56a4-4106-b866-3a8478446022 admin admin] Publish callbacks [] for security_group (e619c069-a9ff-416d-acef-75d9b304421f), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:57.868544 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f71b85ed-56a4-4106-b866-3a8478446022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (e619c069-a9ff-416d-acef-75d9b304421f), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:57.873396 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8679be4-ee30-41f5-aded-fd24bede68e8 req-38df4b7f-e9b8-410c-9cf7-a2374f68a917 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:57.874917 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d8679be4-ee30-41f5-aded-fd24bede68e8 req-38df4b7f-e9b8-410c-9cf7-a2374f68a917 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0532739 Apr 12 17:56:57.899120 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-82d894e6-58fe-40e4-8ec0-badc9d147cb6 admin admin] Publish callbacks [] for security_group (6b062403-a639-42e7-a3d5-fb8a84843762), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:57.909575 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-82d894e6-58fe-40e4-8ec0-badc9d147cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (6b062403-a639-42e7-a3d5-fb8a84843762), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:57.927236 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-f71b85ed-56a4-4106-b866-3a8478446022 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51acc8d6157d4f0fa5c2a68238580028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5046928 Apr 12 17:56:57.929153 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 38162) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:57.938390 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b85ed-56a4-4106-b866-3a8478446022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e619c069-a9ff-416d-acef-75d9b304421f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:57.954530 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d8679be4-ee30-41f5-aded-fd24bede68e8 req-f74d96c1-b2ab-46ae-9871-66ae1d6257ee tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721591 Apr 12 17:56:57.963475 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-82d894e6-58fe-40e4-8ec0-badc9d147cb6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee01f1aa854044e4822657958bf0c923&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207917 Apr 12 17:56:57.965933 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38166) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:57.996203 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d894e6-58fe-40e4-8ec0-badc9d147cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b062403-a639-42e7-a3d5-fb8a84843762,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:58.021842 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0326-46f7-49df-866d-53c665fa5aa1 admin admin] Publish callbacks [] for security_group (e619c069-a9ff-416d-acef-75d9b304421f), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.041902 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9bbfdb1d-244f-407b-88b3-a08efc099bcd admin admin] Publish callbacks [] for security_group (6b062403-a639-42e7-a3d5-fb8a84843762), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.058196 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0326-46f7-49df-866d-53c665fa5aa1 admin admin] Publish callbacks [] for security_group (e619c069-a9ff-416d-acef-75d9b304421f), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.074415 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9bbfdb1d-244f-407b-88b3-a08efc099bcd admin admin] Publish callbacks [] for security_group (6b062403-a639-42e7-a3d5-fb8a84843762), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.113411 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0326-46f7-49df-866d-53c665fa5aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (e619c069-a9ff-416d-acef-75d9b304421f), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.116184 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0326-46f7-49df-866d-53c665fa5aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.117355 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-d7fe0326-46f7-49df-866d-53c665fa5aa1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e619c069-a9ff-416d-acef-75d9b304421f HTTP/1.1" status: 204 len: 168 time: 0.1872573 Apr 12 17:56:58.125735 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe0326-46f7-49df-866d-53c665fa5aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e619c069-a9ff-416d-acef-75d9b304421f,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:58.131297 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9bbfdb1d-244f-407b-88b3-a08efc099bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (6b062403-a639-42e7-a3d5-fb8a84843762), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.134802 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9bbfdb1d-244f-407b-88b3-a08efc099bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.137885 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-9bbfdb1d-244f-407b-88b3-a08efc099bcd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b062403-a639-42e7-a3d5-fb8a84843762 HTTP/1.1" status: 204 len: 168 time: 0.1704862 Apr 12 17:56:58.147421 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfdb1d-244f-407b-88b3-a08efc099bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b062403-a639-42e7-a3d5-fb8a84843762,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:58.256990 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-2fc94528-ec58-4f6a-b0eb-9e24ef34d062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.488843 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 38188) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:58.503655 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f17946f8-6335-4481-bbc7-94fe714e7042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.588275 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f17946f8-6335-4481-bbc7-94fe714e7042 admin admin] Publish callbacks [] for security_group (273a49df-8c97-4931-a677-b89b413985ad), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.592705 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f17946f8-6335-4481-bbc7-94fe714e7042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (273a49df-8c97-4931-a677-b89b413985ad), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.641135 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38198) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:58.641545 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-f17946f8-6335-4481-bbc7-94fe714e7042 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=243cc765e759497cb5a17d677145dfe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512809 Apr 12 17:56:58.644039 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17946f8-6335-4481-bbc7-94fe714e7042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273a49df-8c97-4931-a677-b89b413985ad,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:58.726747 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc24ef-d220-44c4-a943-9c62deb316d4 req-7c254a14-071e-47bb-a142-8138e81f1457 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:58.728161 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e07920d0-9a7e-4c20-b66d-244fba5035d0 admin admin] Publish callbacks [] for security_group (273a49df-8c97-4931-a677-b89b413985ad), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.728462 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6bcc24ef-d220-44c4-a943-9c62deb316d4 req-7c254a14-071e-47bb-a142-8138e81f1457 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 945 time: 0.0650775 Apr 12 17:56:58.761248 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e07920d0-9a7e-4c20-b66d-244fba5035d0 admin admin] Publish callbacks [] for security_group (273a49df-8c97-4931-a677-b89b413985ad), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.785663 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6bcc24ef-d220-44c4-a943-9c62deb316d4 req-7822d9c4-ae9d-423d-8d70-4a5892329e99 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/security-groups?id=65d0d02b-034e-4df5-9ae5-21d38a4921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513308 Apr 12 17:56:58.823700 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e07920d0-9a7e-4c20-b66d-244fba5035d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (273a49df-8c97-4931-a677-b89b413985ad), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.823700 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e07920d0-9a7e-4c20-b66d-244fba5035d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:58.825904 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e07920d0-9a7e-4c20-b66d-244fba5035d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/273a49df-8c97-4931-a677-b89b413985ad HTTP/1.1" status: 204 len: 168 time: 0.1837931 Apr 12 17:56:58.833728 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07920d0-9a7e-4c20-b66d-244fba5035d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273a49df-8c97-4931-a677-b89b413985ad,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:56:58.840970 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07920d0-9a7e-4c20-b66d-244fba5035d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:58.841326 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07920d0-9a7e-4c20-b66d-244fba5035d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:58.841701 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07920d0-9a7e-4c20-b66d-244fba5035d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:58.842049 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07920d0-9a7e-4c20-b66d-244fba5035d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:58.842426 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07920d0-9a7e-4c20-b66d-244fba5035d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:58.842765 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07920d0-9a7e-4c20-b66d-244fba5035d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:58.843101 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07920d0-9a7e-4c20-b66d-244fba5035d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:58.843433 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07920d0-9a7e-4c20-b66d-244fba5035d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:58.843900 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07920d0-9a7e-4c20-b66d-244fba5035d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:58.844112 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07920d0-9a7e-4c20-b66d-244fba5035d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:58.844465 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07920d0-9a7e-4c20-b66d-244fba5035d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:58.844820 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07920d0-9a7e-4c20-b66d-244fba5035d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:58.845153 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07920d0-9a7e-4c20-b66d-244fba5035d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:58.845483 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07920d0-9a7e-4c20-b66d-244fba5035d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:58.845841 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07920d0-9a7e-4c20-b66d-244fba5035d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:56:59.093335 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6e63d-0e36-4cab-a9f2-0011da5884d7 req-45966ce3-75c2-4c49-9c29-290580bacced tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:59.095163 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6bf6e63d-0e36-4cab-a9f2-0011da5884d7 req-45966ce3-75c2-4c49-9c29-290580bacced tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0496805 Apr 12 17:56:59.147116 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6bf6e63d-0e36-4cab-a9f2-0011da5884d7 req-e7c4703d-cbfd-4fd0-b2c2-ebb0eab1f374 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448875 Apr 12 17:56:59.353819 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38236) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:56:59.571057 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a36757-298e-449c-8515-ba1f94c0f1f2 req-72cef52f-3091-41cb-9b94-5309dae76903 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:59.572631 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-62a36757-298e-449c-8515-ba1f94c0f1f2 req-72cef52f-3091-41cb-9b94-5309dae76903 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 945 time: 0.0903001 Apr 12 17:56:59.611540 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-f6d6bc80-d9e4-42bb-8a43-e80588ddfa56 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1034520838-network', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:56:59.709332 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d6bc80-d9e4-42bb-8a43-e80588ddfa56 admin admin] Made reservation on behalf of 237798a0b1a14ab3835a4a934510ce49 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:56:59.719468 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6d6bc80-d9e4-42bb-8a43-e80588ddfa56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for network (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:59.765355 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6d6bc80-d9e4-42bb-8a43-e80588ddfa56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:59.789530 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-62a36757-298e-449c-8515-ba1f94c0f1f2 req-161b56cf-1d03-44f9-81cd-4040a0de0892 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Deleting port 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:56:59.790205 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-62a36757-298e-449c-8515-ba1f94c0f1f2 req-161b56cf-1d03-44f9-81cd-4040a0de0892 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (8f3f692f-1fcb-4d3b-a18a-929f929b7b4d), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:59.837056 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-38ec08ab-8b0a-417c-875b-363ddf180a7a req-37cdf694-d0cf-495f-bb39-3db731892f0f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0901396 Apr 12 17:56:59.950515 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a65976-d924-42f3-9016-85b5766b3506 req-48c8ff52-e024-43a4-b03c-c2f992042911 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:59.952836 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c1a65976-d924-42f3-9016-85b5766b3506 req-48c8ff52-e024-43a4-b03c-c2f992042911 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 945 time: 0.0654473 Apr 12 17:56:59.985578 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-62a36757-298e-449c-8515-ba1f94c0f1f2 req-161b56cf-1d03-44f9-81cd-4040a0de0892 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] For port 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8f3f692f-1fcb-4d3b-a18a-929f929b7b4d,segment=NetworkSegment(da1e9eb2-4635-48fa-98b6-8daed43da17a),segment_id=da1e9eb2-4635-48fa-98b6-8daed43da17a)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:56:59.986397 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-62a36757-298e-449c-8515-ba1f94c0f1f2 req-161b56cf-1d03-44f9-81cd-4040a0de0892 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (8f3f692f-1fcb-4d3b-a18a-929f929b7b4d), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:56:59.994107 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec08ab-8b0a-417c-875b-363ddf180a7a req-19551262-1c1f-4139-aa85-477b1e5ccacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:56:59.996062 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-38ec08ab-8b0a-417c-875b-363ddf180a7a req-19551262-1c1f-4139-aa85-477b1e5ccacb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f15b7fa885d74f029c4594b80329f70f&device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 1129 time: 0.0917654 Apr 12 17:57:00.013839 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c1a65976-d924-42f3-9016-85b5766b3506 req-e5f82390-c41e-44d1-98a0-8fb1749526f9 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/security-groups?id=65d0d02b-034e-4df5-9ae5-21d38a4921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533078 Apr 12 17:57:00.022438 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-62a36757-298e-449c-8515-ba1f94c0f1f2 req-161b56cf-1d03-44f9-81cd-4040a0de0892 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Calling delete_port for 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:57:00.070576 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6d6bc80-d9e4-42bb-8a43-e80588ddfa56 admin admin] Publish callbacks [] for security_group (cbbe635b-3897-4271-aaf0-7bcf3710ddd3), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:00.101569 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6d6bc80-d9e4-42bb-8a43-e80588ddfa56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (cbbe635b-3897-4271-aaf0-7bcf3710ddd3), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:00.205441 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d6bc80-d9e4-42bb-8a43-e80588ddfa56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:57:00.210961 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6bc80-d9e4-42bb-8a43-e80588ddfa56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbe635b-3897-4271-aaf0-7bcf3710ddd3,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:00.247944 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec08ab-8b0a-417c-875b-363ddf180a7a req-39b65dfe-e08a-49de-aeb4-d047ffc10333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:00.249451 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-38ec08ab-8b0a-417c-875b-363ddf180a7a req-39b65dfe-e08a-49de-aeb4-d047ffc10333 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2876e2a1-3492-40af-97a0-a80d1612333d HTTP/1.1" status: 200 len: 920 time: 0.2284579 Apr 12 17:57:00.251930 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6d6bc80-d9e4-42bb-8a43-e80588ddfa56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:00.252820 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.segments_db [None req-f6d6bc80-d9e4-42bb-8a43-e80588ddfa56 admin admin] Added segment bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b of type vlan for network 8ec15485-e591-42f1-9874-b31f76908832 Apr 12 17:57:00.287204 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd49835-1652-42ec-a9f6-78ba46d7b3e2 req-dba837b5-4d04-4fbc-b282-322e590ce8ff tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:00.289118 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-dcd49835-1652-42ec-a9f6-78ba46d7b3e2 req-dba837b5-4d04-4fbc-b282-322e590ce8ff tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0607414 Apr 12 17:57:00.331567 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-38ec08ab-8b0a-417c-875b-363ddf180a7a req-d82357cd-5427-4a1d-ae39-bdfa19a59e64 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff0f1c54-dec4-4ef6-afec-893659f86637 HTTP/1.1" status: 200 len: 217 time: 0.0690742 Apr 12 17:57:00.341468 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-dcd49835-1652-42ec-a9f6-78ba46d7b3e2 req-1e747b45-8294-407e-ac4b-6e6409a609aa tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457482 Apr 12 17:57:00.370857 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6d6bc80-d9e4-42bb-8a43-e80588ddfa56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742383173852'] for network (8ec15485-e591-42f1-9874-b31f76908832), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:00.441860 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec08ab-8b0a-417c-875b-363ddf180a7a req-600e988d-a479-4412-9b65-2959b2a6f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:00.445019 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-38ec08ab-8b0a-417c-875b-363ddf180a7a req-600e988d-a479-4412-9b65-2959b2a6f783 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5aebc3d-31c6-4909-92e3-135069d3f64d HTTP/1.1" status: 200 len: 858 time: 0.1062992 Apr 12 17:57:00.447555 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6d6bc80-d9e4-42bb-8a43-e80588ddfa56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for network (8ec15485-e591-42f1-9874-b31f76908832), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:00.448457 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d6bc80-d9e4-42bb-8a43-e80588ddfa56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:00.449017 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f6d6bc80-d9e4-42bb-8a43-e80588ddfa56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:00.510159 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-62a36757-298e-449c-8515-ba1f94c0f1f2 req-161b56cf-1d03-44f9-81cd-4040a0de0892 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583'] for port (8f3f692f-1fcb-4d3b-a18a-929f929b7b4d), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:00.523964 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['8f3f692f-1fcb-4d3b-a18a-929f929b7b4d'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:57:00.550584 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-f6d6bc80-d9e4-42bb-8a43-e80588ddfa56 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1954842 Apr 12 17:57:00.553423 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 38284) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:00.559162 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Request body: {'subnet': {'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1034520838-subnet', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'ip_version': 4}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:00.582350 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Made reservation on behalf of 237798a0b1a14ab3835a4a934510ce49 for: {'subnet': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:57:00.584791 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:00.585070 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b56cf-1d03-44f9-81cd-4040a0de0892 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Pushing event deleted for resources: {'Port': ['ID=8f3f692f-1fcb-4d3b-a18a-929f929b7b4d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:00.587306 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec08ab-8b0a-417c-875b-363ddf180a7a req-9a402bb8-0d33-495d-ad4d-464892b23a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:00.589275 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-38ec08ab-8b0a-417c-875b-363ddf180a7a req-9a402bb8-0d33-495d-ad4d-464892b23a51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2876e2a1-3492-40af-97a0-a80d1612333d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1342080 Apr 12 17:57:00.592352 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6bc80-d9e4-42bb-8a43-e80588ddfa56 admin admin] Pushing event updated for resources: {'Network': ['ID=8ec15485-e591-42f1-9874-b31f76908832,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:00.603762 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Network 8ec15485-e591-42f1-9874-b31f76908832 details requested by agent ovs-agent-dv-cinder-837534-1-iscsi with host dv-cinder-837534-1-iscsi {{(pid=109828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:57:00.689737 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a36757-298e-449c-8515-ba1f94c0f1f2 req-161b56cf-1d03-44f9-81cd-4040a0de0892 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] No DVR routers for this DVR port 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d on host hv-cinder-83753 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:57:00.696931 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-62a36757-298e-449c-8515-ba1f94c0f1f2 req-161b56cf-1d03-44f9-81cd-4040a0de0892 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:00.700812 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-62a36757-298e-449c-8515-ba1f94c0f1f2 req-161b56cf-1d03-44f9-81cd-4040a0de0892 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.23 "DELETE /v2.0/ports/8f3f692f-1fcb-4d3b-a18a-929f929b7b4d HTTP/1.1" status: 204 len: 173 time: 1.1209128 Apr 12 17:57:00.701339 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5800d92b-9007-43f5-86b7-18f11cb1e0cb', 'name': 'network-vif-deleted', 'tag': '8f3f692f-1fcb-4d3b-a18a-929f929b7b4d'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:57:00.705094 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5baa1b-d263-4dce-93ba-412fa9274edf" -d '{"events": [{"server_uuid": "5800d92b-9007-43f5-86b7-18f11cb1e0cb", "name": "network-vif-deleted", "tag": "8f3f692f-1fcb-4d3b-a18a-929f929b7b4d"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:57:00.779434 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-38ec08ab-8b0a-417c-875b-363ddf180a7a req-ee91683b-ea6c-4556-a9a4-4b40ae92d58c service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784668 Apr 12 17:57:00.805078 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-f0c79c7d-0f6e-4539-a33e-58aa5810aa64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:00.841073 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for subnet (78fc5004-f958-4780-b51c-2a79ed561fa7), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:00.886056 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340b3d8a-b287-428f-935c-d2afe537c236 x-openstack-request-id: req-340b3d8a-b287-428f-935c-d2afe537c236 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:57:00.886390 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5800d92b-9007-43f5-86b7-18f11cb1e0cb", "name": "network-vif-deleted", "tag": "8f3f692f-1fcb-4d3b-a18a-929f929b7b4d", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:57:00.886653 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-340b3d8a-b287-428f-935c-d2afe537c236 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:57:00.887057 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-340b3d8a-b287-428f-935c-d2afe537c236'] response: {'server_uuid': '5800d92b-9007-43f5-86b7-18f11cb1e0cb', 'name': 'network-vif-deleted', 'tag': '8f3f692f-1fcb-4d3b-a18a-929f929b7b4d', 'status': 'completed', 'code': 200} Apr 12 17:57:00.903023 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-38ec08ab-8b0a-417c-875b-363ddf180a7a req-15f61b62-67a5-4c4b-a578-176065a7ded4 service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086230 Apr 12 17:57:00.910118 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78fc5004-f958-4780-b51c-2a79ed561fa7,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:00.927551 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:00.928749 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:00.929121 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:00.929478 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:00.930023 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:00.930394 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:00.930730 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:00.931063 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:00.931400 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:00.931731 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:00.932067 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:00.932399 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:00.932725 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:00.933052 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:00.933376 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:00.944233 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Checking segment: {'id': 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8ec15485-e591-42f1-9874-b31f76908832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:57:00.944598 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Network hostable DHCP agents. Network: 8ec15485-e591-42f1-9874-b31f76908832, hostable agents: ['f62d2ff0-78a3-4755-b741-8a96efa63a46'], hosted agents: [] {{(pid=109827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:57:00.965220 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Network 8ec15485-e591-42f1-9874-b31f76908832 is scheduled to be hosted by DHCP agent f62d2ff0-78a3-4755-b741-8a96efa63a46 with binding_index 1 {{(pid=109827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:57:00.976459 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837534-1-iscsi, 8ec15485-e591-42f1-9874-b31f76908832) {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:57:00.980489 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:00.981081 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:00.991593 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596b9a6c-e7fa-4396-b919-a70e9c91f54e None None] Network 8ec15485-e591-42f1-9874-b31f76908832 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:57:01.007581 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-22c5e587-8324-4654-ac19-026f5e70f783 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4528809 Apr 12 17:57:01.010697 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 38306) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:01.020124 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-8142aa20-72e0-4fa8-af47-44e838929e64 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56'}}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:01.050646 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8142aa20-72e0-4fa8-af47-44e838929e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8074'] for router (2245ede0-74d4-4452-b5ca-d5d4171fca08), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:01.062293 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8142aa20-72e0-4fa8-af47-44e838929e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8083'] for router (2245ede0-74d4-4452-b5ca-d5d4171fca08), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:01.116836 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ed1673-cd2a-4776-9757-807b26c608b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a33860b-d462-54ed-9149-0f1d9a665084-8ec15485-e591-42f1-9874-b31f76908832', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7'}]}} from dv-cinder-837534-1-iscsi. {{(pid=109828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:57:01.118213 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c8ed1673-cd2a-4776-9757-807b26c608b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:01.161141 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8142aa20-72e0-4fa8-af47-44e838929e64 admin admin] Publish callbacks [] for router_controller (2245ede0-74d4-4452-b5ca-d5d4171fca08), precommit_add_association {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:01.283745 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2a855ea5-2061-475d-a14d-fb7433505b3c req-2ee365f3-ee64-4405-bd5e-6ced8fd5b2ef tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 210 time: 0.0645981 Apr 12 17:57:01.288581 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.db_base_plugin_common [None req-c8ed1673-cd2a-4776-9757-807b26c608b0 None None] Allocated IP 172.20.0.2 (8ec15485-e591-42f1-9874-b31f76908832/78fc5004-f958-4780-b51c-2a79ed561fa7/c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf) {{(pid=109828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:57:01.420899 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8142aa20-72e0-4fa8-af47-44e838929e64 admin admin] Publish callbacks [] for router_gateway (2245ede0-74d4-4452-b5ca-d5d4171fca08), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:01.493292 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c8ed1673-cd2a-4776-9757-807b26c608b0 None None] Publish callbacks [] for port (c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf), precommit_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:01.511735 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c8ed1673-cd2a-4776-9757-807b26c608b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf), after_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:01.543977 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55966f22-8ce3-48eb-b8bd-48a486718bd7 req-8eb18d68-94b9-4278-b2ca-ddc5c579eace tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:01.553335 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-55966f22-8ce3-48eb-b8bd-48a486718bd7 req-8eb18d68-94b9-4278-b2ca-ddc5c579eace tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0931516 Apr 12 17:57:01.569858 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ed1673-cd2a-4776-9757-807b26c608b0 None None] Network 8ec15485-e591-42f1-9874-b31f76908832 is already hosted by enough agents. {{(pid=109828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:57:01.572604 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.base_scheduler [None req-c8ed1673-cd2a-4776-9757-807b26c608b0 None None] Resources bound (agent type, host, resource id): {{(pid=109828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:57:01.576188 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ed1673-cd2a-4776-9757-807b26c608b0 None None] Received port after_create {{(pid=109828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:57:01.590210 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed1673-cd2a-4776-9757-807b26c608b0 None None] Pushing event updated for resources: {'Port': ['ID=c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf,revision_number=1']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:01.667074 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-c8ed1673-cd2a-4776-9757-807b26c608b0 None None] Attempting to bind port c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:57:01.667428 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-c8ed1673-cd2a-4776-9757-807b26c608b0 None None] Attempting to bind port c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8ec15485-e591-42f1-9874-b31f76908832'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:57:01.668114 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed1673-cd2a-4776-9757-807b26c608b0 None None] Attempting to bind port c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf on network 8ec15485-e591-42f1-9874-b31f76908832 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:57:01.673620 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:01.674891 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed1673-cd2a-4776-9757-807b26c608b0 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:57:01.675588 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed1673-cd2a-4776-9757-807b26c608b0 None None] Checking segment: {'id': 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8ec15485-e591-42f1-9874-b31f76908832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:57:01.675991 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c8ed1673-cd2a-4776-9757-807b26c608b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:01.676386 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed1673-cd2a-4776-9757-807b26c608b0 None None] Bound using segment: {'id': 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8ec15485-e591-42f1-9874-b31f76908832'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:57:01.676856 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-c8ed1673-cd2a-4776-9757-807b26c608b0 None None] Bound port: c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8ec15485-e591-42f1-9874-b31f76908832'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:57:01.677397 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c8ed1673-cd2a-4776-9757-807b26c608b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:01.718235 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-55966f22-8ce3-48eb-b8bd-48a486718bd7 req-1c462266-389a-4cb6-a7b5-6d9f3295f919 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654027 Apr 12 17:57:01.724508 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8142aa20-72e0-4fa8-af47-44e838929e64 admin admin] Publish callbacks [] for router_gateway (2245ede0-74d4-4452-b5ca-d5d4171fca08), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:01.747920 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8142aa20-72e0-4fa8-af47-44e838929e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:01.750047 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-c8ed1673-cd2a-4776-9757-807b26c608b0 None None] For port c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:57:01.758574 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-c8ed1673-cd2a-4776-9757-807b26c608b0 None None] For port c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf,segment=NetworkSegment(bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b),segment_id=bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:57:01.766060 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c8ed1673-cd2a-4776-9757-807b26c608b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:01.836885 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:01.851146 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed1673-cd2a-4776-9757-807b26c608b0 None None] Pushing event updated for resources: {'Port': ['ID=c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:01.872196 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-8142aa20-72e0-4fa8-af47-44e838929e64 admin admin] Allocated IP 172.27.0.99 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:57:01.977561 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8142aa20-72e0-4fa8-af47-44e838929e64 admin admin] Publish callbacks [] for port (a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:02.021223 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8142aa20-72e0-4fa8-af47-44e838929e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:02.059284 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8142aa20-72e0-4fa8-af47-44e838929e64 admin admin] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:57:02.062310 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-8142aa20-72e0-4fa8-af47-44e838929e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:57:02.064809 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8142aa20-72e0-4fa8-af47-44e838929e64 admin admin] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:57:02.138060 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142aa20-72e0-4fa8-af47-44e838929e64 admin admin] Pushing event updated for resources: {'Port': ['ID=a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:02.284655 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8142aa20-72e0-4fa8-af47-44e838929e64 admin admin] Publish callbacks [] for router_gateway (2245ede0-74d4-4452-b5ca-d5d4171fca08), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:02.466852 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:57:02.519628 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:02.520004 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:02.609998 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:02.610607 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:02.617600 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4ee8be43-dd65-4988-96ce-1f4bd89eed49 req-1475d0cb-9334-4044-a03a-4ee7e490114d tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 210 time: 0.2434816 Apr 12 17:57:02.653674 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] For port c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf,segment=NetworkSegment(bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b),segment_id=bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:57:02.658120 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:02.737594 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8142aa20-72e0-4fa8-af47-44e838929e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546215'] for router (2245ede0-74d4-4452-b5ca-d5d4171fca08), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:02.809063 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d6e1ca-75a7-45fd-acb6-aa73e824fa26 None None] Network 8ec15485-e591-42f1-9874-b31f76908832 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:57:02.881142 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:57:02.889140 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930038f-8e94-4e78-9568-dd708622768f req-dd3c0980-bd34-4366-8960-7a6d084ba82f tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:02.890616 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0930038f-8e94-4e78-9568-dd708622768f req-dd3c0980-bd34-4366-8960-7a6d084ba82f tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0603220 Apr 12 17:57:02.910628 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Pushing event updated for resources: {'Port': ['ID=c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:02.917366 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] No Port match for: 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:57:02.917718 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 8f3f692f-1fcb-4d3b-a18a-929f929b7b4d not bound to the agent host hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:57:02.926564 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-0b44fab6-a9a6-4875-917b-45960fb14207 None None] Provisioning complete for port c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:02.926942 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-0b44fab6-a9a6-4875-917b-45960fb14207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:02.930552 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:02.930908 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:02.931273 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:02.931641 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:02.931985 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:02.932319 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:02.932659 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:02.932981 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:02.933308 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:02.933635 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:02.933992 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:02.934400 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:02.934773 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:02.935125 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:02.935489 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:02.954572 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0930038f-8e94-4e78-9568-dd708622768f req-4d8daf5d-8673-498e-9318-406b4cf1f981 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576026 Apr 12 17:57:02.955612 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8142aa20-72e0-4fa8-af47-44e838929e64 admin admin] Router 2245ede0-74d4-4452-b5ca-d5d4171fca08 is scheduled to L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e with binding_index 1 {{(pid=109827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:57:03.054976 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-0b44fab6-a9a6-4875-917b-45960fb14207 None None] Current status of the port c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:03.083374 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:03.091247 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8142aa20-72e0-4fa8-af47-44e838929e64 admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:57:03.101729 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] Sync routers for ids ['2245ede0-74d4-4452-b5ca-d5d4171fca08'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:57:03.109736 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8142aa20-72e0-4fa8-af47-44e838929e64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:03.111024 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-8142aa20-72e0-4fa8-af47-44e838929e64 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0993202 Apr 12 17:57:03.114631 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 38340) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:03.115676 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] Routers {'2245ede0-74d4-4452-b5ca-d5d4171fca08'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:57:03.116315 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:57:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['2245ede0-74d4-4452-b5ca-d5d4171fca08'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:03.232277 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] Set router 2245ede0-74d4-4452-b5ca-d5d4171fca08 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:57:03.274020 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-e75610ab-fa15-4c29-a7aa-a3df49add679 None None] Provisioning complete for port c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:03.274363 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e75610ab-fa15-4c29-a7aa-a3df49add679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:03.360241 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-e75610ab-fa15-4c29-a7aa-a3df49add679 None None] Current status of the port c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:03.404794 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:02Z', 'revision_number': 3, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:03.435247 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] Checking router: 2245ede0-74d4-4452-b5ca-d5d4171fca08 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:57:03.435603 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] Updating router 2245ede0-74d4-4452-b5ca-d5d4171fca08 port a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85 binding host dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:57:03.463381 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85), before_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:03.545158 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d0fb13fd-6fe7-47a3-b88d-5b00ea1ad92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:03.705283 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-d0fb13fd-6fe7-47a3-b88d-5b00ea1ad92b admin admin] Allocated IP 172.20.0.1 (8ec15485-e591-42f1-9874-b31f76908832/78fc5004-f958-4780-b51c-2a79ed561fa7/2e483fd1-0b98-48dd-868b-08fc77aecd60) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:57:03.711575 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] Publish callbacks [] for port (a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85), precommit_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:03.716201 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85), after_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:03.749736 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2d3702d7-ac54-49ca-b6f4-7fc0e18583f6 req-29f83130-eac7-41c7-b604-c18ce1a7f811 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 210 time: 0.0336843 Apr 12 17:57:03.770193 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd15005-4c16-4e12-a049-42476b93f78e None None] Pushing event updated for resources: {'Port': ['ID=a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85,revision_number=2']} {{(pid=109829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:03.774303 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] Attempting to bind port a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:57:03.774676 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] Attempting to bind port a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'}] {{(pid=109829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:57:03.775038 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] Attempting to bind port a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85 on network 05f7d063-e626-411a-9797-8659504ada56 {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:57:03.779977 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:57:03.780347 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] Checking segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:57:03.780740 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:03.781119 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] Bound using segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:57:03.781576 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] Bound port: a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'}}] {{(pid=109829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:57:03.781947 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85), before_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:03.851036 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d0fb13fd-6fe7-47a3-b88d-5b00ea1ad92b admin admin] Publish callbacks [] for port (2e483fd1-0b98-48dd-868b-08fc77aecd60), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:03.886744 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d0fb13fd-6fe7-47a3-b88d-5b00ea1ad92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (2e483fd1-0b98-48dd-868b-08fc77aecd60), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:03.916107 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.db [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] For port a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:57:03.919393 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.db [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] For port a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:57:03.924393 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85), after_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:03.924581 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fb13fd-6fe7-47a3-b88d-5b00ea1ad92b admin admin] Network 8ec15485-e591-42f1-9874-b31f76908832 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:57:03.927336 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-d0fb13fd-6fe7-47a3-b88d-5b00ea1ad92b admin admin] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:57:03.932885 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fb13fd-6fe7-47a3-b88d-5b00ea1ad92b admin admin] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:57:03.933369 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d0fb13fd-6fe7-47a3-b88d-5b00ea1ad92b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546134'] for router_interface (2245ede0-74d4-4452-b5ca-d5d4171fca08), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:03.976204 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb13fd-6fe7-47a3-b88d-5b00ea1ad92b admin admin] Pushing event updated for resources: {'Port': ['ID=2e483fd1-0b98-48dd-868b-08fc77aecd60,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:03.991038 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] Routers {'2245ede0-74d4-4452-b5ca-d5d4171fca08'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:57:03.991906 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:57:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['2245ede0-74d4-4452-b5ca-d5d4171fca08'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:04.031565 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd15005-4c16-4e12-a049-42476b93f78e None None] Pushing event updated for resources: {'Port': ['ID=a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85,revision_number=3']} {{(pid=109829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:04.109863 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] Set router 2245ede0-74d4-4452-b5ca-d5d4171fca08 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:57:04.113352 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d0fb13fd-6fe7-47a3-b88d-5b00ea1ad92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (2e483fd1-0b98-48dd-868b-08fc77aecd60), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:04.139064 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83227f9-4f1b-4299-a647-cf5c38a4df56 req-61e08995-002b-4c9f-99ac-651c9295079e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:04.140588 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a83227f9-4f1b-4299-a647-cf5c38a4df56 req-61e08995-002b-4c9f-99ac-651c9295079e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0667448 Apr 12 17:57:04.192387 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-8747482c-d2d0-4f98-aeb3-e36d0eb7908a None None] Provisioning complete for port 2e483fd1-0b98-48dd-868b-08fc77aecd60 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:04.192982 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8747482c-d2d0-4f98-aeb3-e36d0eb7908a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (2e483fd1-0b98-48dd-868b-08fc77aecd60), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:04.227565 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-8747482c-d2d0-4f98-aeb3-e36d0eb7908a None None] Port 2e483fd1-0b98-48dd-868b-08fc77aecd60 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:57:04.273976 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a83227f9-4f1b-4299-a647-cf5c38a4df56 req-55a4e478-16d4-40ec-828b-9a271a561e7c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066668 Apr 12 17:57:04.298971 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:02Z', 'revision_number': 3, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:04.325600 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a0a124-892c-47f2-a319-7d291ead05e4 None None] The sync data for ids ['2245ede0-74d4-4452-b5ca-d5d4171fca08'] in dv-cinder-837534-1-iscsi is: [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:02Z', 'revision_number': 3, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:57:04.336626 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d0fb13fd-6fe7-47a3-b88d-5b00ea1ad92b admin admin] Publish callbacks [] for port (2e483fd1-0b98-48dd-868b-08fc77aecd60), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:04.341722 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d0fb13fd-6fe7-47a3-b88d-5b00ea1ad92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (2e483fd1-0b98-48dd-868b-08fc77aecd60), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:04.342488 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d0fb13fd-6fe7-47a3-b88d-5b00ea1ad92b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548582'] for router_interface (2245ede0-74d4-4452-b5ca-d5d4171fca08), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:04.410681 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:04.428691 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb13fd-6fe7-47a3-b88d-5b00ea1ad92b admin admin] Pushing event updated for resources: {'Port': ['ID=2e483fd1-0b98-48dd-868b-08fc77aecd60,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:04.464227 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:57:04.479808 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fb13fd-6fe7-47a3-b88d-5b00ea1ad92b admin admin] Network 8ec15485-e591-42f1-9874-b31f76908832 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:57:04.481271 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-d0fb13fd-6fe7-47a3-b88d-5b00ea1ad92b admin admin] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:57:04.519539 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:04.519918 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:04.602679 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:04.604884 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fb13fd-6fe7-47a3-b88d-5b00ea1ad92b admin admin] Router 2245ede0-74d4-4452-b5ca-d5d4171fca08 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:57:04.854761 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-283750fe-6ddd-4970-81f7-67ebb2210b65 None None] Provisioning complete for port 2e483fd1-0b98-48dd-868b-08fc77aecd60 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:04.855164 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-283750fe-6ddd-4970-81f7-67ebb2210b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (2e483fd1-0b98-48dd-868b-08fc77aecd60), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:04.895730 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-283750fe-6ddd-4970-81f7-67ebb2210b65 None None] Port 2e483fd1-0b98-48dd-868b-08fc77aecd60 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:57:04.939170 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e47ceaf3-ceaa-4098-af12-f547aa151bc4 req-49a24d68-20ed-4781-a94c-f75ebf913128 tempest-DeleteServersTestJSON-180652503 tempest-DeleteServersTestJSON-180652503-project] 10.222.0.24 "GET /v2.0/ports?device_id=5800d92b-9007-43f5-86b7-18f11cb1e0cb HTTP/1.1" status: 200 len: 210 time: 0.0385406 Apr 12 17:57:05.031936 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fb13fd-6fe7-47a3-b88d-5b00ea1ad92b admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:57:05.039501 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-d0fb13fd-6fe7-47a3-b88d-5b00ea1ad92b admin admin] 10.222.0.24 "PUT /v2.0/routers/2245ede0-74d4-4452-b5ca-d5d4171fca08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9235308 Apr 12 17:57:05.427182 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faffef1-cca2-404a-bc71-25fd58215741 req-a38d5107-9cad-4a2e-9d00-714c855fbefc tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:05.434984 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2faffef1-cca2-404a-bc71-25fd58215741 req-a38d5107-9cad-4a2e-9d00-714c855fbefc tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0746973 Apr 12 17:57:05.507404 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2faffef1-cca2-404a-bc71-25fd58215741 req-1699d156-cb2b-4699-b493-08a9dd6bdfdb tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649197 Apr 12 17:57:05.689417 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 38388) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:05.695265 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-8dd015f5-7d72-4dd7-89a6-eada3de58a93 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-188421440-network', 'tenant_id': '9a3adb922bcd4e558537399b09cc8ce8'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:05.715191 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd015f5-7d72-4dd7-89a6-eada3de58a93 admin admin] Made reservation on behalf of 9a3adb922bcd4e558537399b09cc8ce8 for: {'network': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:57:05.717554 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8dd015f5-7d72-4dd7-89a6-eada3de58a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for network (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:05.731671 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8dd015f5-7d72-4dd7-89a6-eada3de58a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:05.829724 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8dd015f5-7d72-4dd7-89a6-eada3de58a93 admin admin] Publish callbacks [] for security_group (7c2146a9-c478-4191-ae97-3ef6a0c89424), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:05.834482 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8dd015f5-7d72-4dd7-89a6-eada3de58a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (7c2146a9-c478-4191-ae97-3ef6a0c89424), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:05.859161 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd015f5-7d72-4dd7-89a6-eada3de58a93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=109827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:57:05.881077 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd015f5-7d72-4dd7-89a6-eada3de58a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2146a9-c478-4191-ae97-3ef6a0c89424,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:05.886549 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8dd015f5-7d72-4dd7-89a6-eada3de58a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (ac046cf9-eac6-43fb-a267-14970bf4e737), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:05.887084 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.segments_db [None req-8dd015f5-7d72-4dd7-89a6-eada3de58a93 admin admin] Added segment ac046cf9-eac6-43fb-a267-14970bf4e737 of type vlan for network e2f3e8ba-19c9-45e0-898a-776641c00c2c Apr 12 17:57:05.935298 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8dd015f5-7d72-4dd7-89a6-eada3de58a93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742383173852'] for network (e2f3e8ba-19c9-45e0-898a-776641c00c2c), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:05.964115 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8dd015f5-7d72-4dd7-89a6-eada3de58a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for network (e2f3e8ba-19c9-45e0-898a-776641c00c2c), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:05.968758 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd015f5-7d72-4dd7-89a6-eada3de58a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:05.970476 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8dd015f5-7d72-4dd7-89a6-eada3de58a93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:06.014115 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-8dd015f5-7d72-4dd7-89a6-eada3de58a93 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3197567 Apr 12 17:57:06.015105 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38402) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:06.031321 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-f1a72417-3b92-4a03-8204-e14469233df1 admin admin] Request body: {'subnet': {'network_id': 'e2f3e8ba-19c9-45e0-898a-776641c00c2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-188421440-subnet', 'tenant_id': '9a3adb922bcd4e558537399b09cc8ce8', 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:06.055158 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd015f5-7d72-4dd7-89a6-eada3de58a93 admin admin] Pushing event updated for resources: {'Network': ['ID=e2f3e8ba-19c9-45e0-898a-776641c00c2c,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:06.055719 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a72417-3b92-4a03-8204-e14469233df1 admin admin] Made reservation on behalf of 9a3adb922bcd4e558537399b09cc8ce8 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:57:06.058676 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f1a72417-3b92-4a03-8204-e14469233df1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:06.080514 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Network e2f3e8ba-19c9-45e0-898a-776641c00c2c details requested by agent ovs-agent-dv-cinder-837534-1-iscsi with host dv-cinder-837534-1-iscsi {{(pid=109828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:57:06.220396 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] Sync routers for ids ['2245ede0-74d4-4452-b5ca-d5d4171fca08'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:57:06.232099 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] Routers {'2245ede0-74d4-4452-b5ca-d5d4171fca08'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:57:06.232805 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:57:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['2245ede0-74d4-4452-b5ca-d5d4171fca08'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:06.266223 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f1a72417-3b92-4a03-8204-e14469233df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for subnet (41bc44ea-61a1-4d85-be34-c1b9fd4f8d85), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:06.325156 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a72417-3b92-4a03-8204-e14469233df1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41bc44ea-61a1-4d85-be34-c1b9fd4f8d85,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:06.359668 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a72417-3b92-4a03-8204-e14469233df1 admin admin] Checking segment: {'id': 'ac046cf9-eac6-43fb-a267-14970bf4e737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e2f3e8ba-19c9-45e0-898a-776641c00c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:57:06.360058 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a72417-3b92-4a03-8204-e14469233df1 admin admin] Network hostable DHCP agents. Network: e2f3e8ba-19c9-45e0-898a-776641c00c2c, hostable agents: ['f62d2ff0-78a3-4755-b741-8a96efa63a46'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:57:06.394581 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] Set router 2245ede0-74d4-4452-b5ca-d5d4171fca08 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:57:06.411220 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a72417-3b92-4a03-8204-e14469233df1 admin admin] Network e2f3e8ba-19c9-45e0-898a-776641c00c2c is scheduled to be hosted by DHCP agent f62d2ff0-78a3-4755-b741-8a96efa63a46 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:57:06.423063 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-f1a72417-3b92-4a03-8204-e14469233df1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837534-1-iscsi, e2f3e8ba-19c9-45e0-898a-776641c00c2c) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:57:06.437578 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a72417-3b92-4a03-8204-e14469233df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:06.438518 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f1a72417-3b92-4a03-8204-e14469233df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:06.455256 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843a9680-a1dc-440c-b70a-848ead15619b None None] Network e2f3e8ba-19c9-45e0-898a-776641c00c2c requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:57:06.474488 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-f1a72417-3b92-4a03-8204-e14469233df1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4470444 Apr 12 17:57:06.476917 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38428) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:06.482899 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e7b12d1e-bc52-4527-b3da-4cd6692fdecd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-188421440-router', 'tenant_id': '9a3adb922bcd4e558537399b09cc8ce8', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:06.507558 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e7b12d1e-bc52-4527-b3da-4cd6692fdecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8074'] for router (10b41837-402d-4ad0-bc9f-19e478c59898), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:06.508728 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e7b12d1e-bc52-4527-b3da-4cd6692fdecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8083'] for router (10b41837-402d-4ad0-bc9f-19e478c59898), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:06.555199 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:57:06.566075 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e7b12d1e-bc52-4527-b3da-4cd6692fdecd admin admin] Publish callbacks [] for router_controller (10b41837-402d-4ad0-bc9f-19e478c59898), precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:06.630838 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ca7f4-54d4-4a7d-ba8a-dbcd9812604e req-11168dae-2627-4b8d-9b94-f95113934771 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:06.632232 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-659ca7f4-54d4-4a7d-ba8a-dbcd9812604e req-11168dae-2627-4b8d-9b94-f95113934771 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0558546 Apr 12 17:57:06.702614 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-659ca7f4-54d4-4a7d-ba8a-dbcd9812604e req-b304acf9-7b3a-45a9-b5e2-fcebb1cf7b86 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614841 Apr 12 17:57:06.714144 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:06.714568 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:06.745005 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e7b12d1e-bc52-4527-b3da-4cd6692fdecd admin admin] Publish callbacks [] for router_gateway (10b41837-402d-4ad0-bc9f-19e478c59898), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:06.751177 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182422b8-5cc9-40d6-846c-d6ceee65d8e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a33860b-d462-54ed-9149-0f1d9a665084-e2f3e8ba-19c9-45e0-898a-776641c00c2c', 'network_id': 'e2f3e8ba-19c9-45e0-898a-776641c00c2c', 'project_id': '9a3adb922bcd4e558537399b09cc8ce8', 'fixed_ips': [{'subnet_id': '41bc44ea-61a1-4d85-be34-c1b9fd4f8d85'}]}} from dv-cinder-837534-1-iscsi. {{(pid=109828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:57:06.752022 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-182422b8-5cc9-40d6-846c-d6ceee65d8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:06.922970 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:04Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '2e483fd1-0b98-48dd-868b-08fc77aecd60', 'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'mac_address': 'fa:16:3e:ca:a3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:03Z', 'updated_at': '2022-04-12T17:57:04Z', 'revision_number': 2, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'subnets': [{'id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:06.950659 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e7b12d1e-bc52-4527-b3da-4cd6692fdecd admin admin] Publish callbacks [] for router_gateway (10b41837-402d-4ad0-bc9f-19e478c59898), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:06.964000 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] Checking router: 2245ede0-74d4-4452-b5ca-d5d4171fca08 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:57:06.964284 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] Updating router 2245ede0-74d4-4452-b5ca-d5d4171fca08 port 2e483fd1-0b98-48dd-868b-08fc77aecd60 binding host dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:57:06.968921 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e7b12d1e-bc52-4527-b3da-4cd6692fdecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:07.017712 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:07.018141 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:07.045138 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (2e483fd1-0b98-48dd-868b-08fc77aecd60), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:07.065995 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] For port a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:57:07.070429 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-e7b12d1e-bc52-4527-b3da-4cd6692fdecd admin admin] Allocated IP 172.27.0.153 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/a08a7435-bdfe-40b0-a94a-eb49c0b5ba71) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:57:07.071945 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.db_base_plugin_common [None req-182422b8-5cc9-40d6-846c-d6ceee65d8e9 None None] Allocated IP 172.20.0.2 (e2f3e8ba-19c9-45e0-898a-776641c00c2c/41bc44ea-61a1-4d85-be34-c1b9fd4f8d85/fb2f029b-29ea-490a-9ed6-afd46484ccb6) {{(pid=109828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:57:07.075444 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:07.176936 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e7b12d1e-bc52-4527-b3da-4cd6692fdecd admin admin] Publish callbacks [] for port (a08a7435-bdfe-40b0-a94a-eb49c0b5ba71), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:07.209993 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e7b12d1e-bc52-4527-b3da-4cd6692fdecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (a08a7435-bdfe-40b0-a94a-eb49c0b5ba71), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:07.249654 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b12d1e-bc52-4527-b3da-4cd6692fdecd admin admin] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:57:07.255594 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-e7b12d1e-bc52-4527-b3da-4cd6692fdecd admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:57:07.259010 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b12d1e-bc52-4527-b3da-4cd6692fdecd admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:57:07.380375 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Pushing event updated for resources: {'Port': ['ID=a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:07.536987 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b12d1e-bc52-4527-b3da-4cd6692fdecd admin admin] Pushing event updated for resources: {'Port': ['ID=a08a7435-bdfe-40b0-a94a-eb49c0b5ba71,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:07.541350 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-182422b8-5cc9-40d6-846c-d6ceee65d8e9 None None] Publish callbacks [] for port (fb2f029b-29ea-490a-9ed6-afd46484ccb6), precommit_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:07.553533 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-182422b8-5cc9-40d6-846c-d6ceee65d8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (fb2f029b-29ea-490a-9ed6-afd46484ccb6), after_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:07.619795 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182422b8-5cc9-40d6-846c-d6ceee65d8e9 None None] Network e2f3e8ba-19c9-45e0-898a-776641c00c2c is already hosted by enough agents. {{(pid=109828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:57:07.628380 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.base_scheduler [None req-182422b8-5cc9-40d6-846c-d6ceee65d8e9 None None] Resources bound (agent type, host, resource id): {{(pid=109828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:57:07.648964 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182422b8-5cc9-40d6-846c-d6ceee65d8e9 None None] Received port after_create {{(pid=109828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:57:07.652358 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182422b8-5cc9-40d6-846c-d6ceee65d8e9 None None] Pushing event updated for resources: {'Port': ['ID=fb2f029b-29ea-490a-9ed6-afd46484ccb6,revision_number=1']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:07.687640 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e7b12d1e-bc52-4527-b3da-4cd6692fdecd admin admin] Publish callbacks [] for router_gateway (10b41837-402d-4ad0-bc9f-19e478c59898), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:07.709228 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] Publish callbacks [] for port (2e483fd1-0b98-48dd-868b-08fc77aecd60), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:07.719719 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (2e483fd1-0b98-48dd-868b-08fc77aecd60), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:07.753656 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-182422b8-5cc9-40d6-846c-d6ceee65d8e9 None None] Attempting to bind port fb2f029b-29ea-490a-9ed6-afd46484ccb6 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:57:07.754036 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-182422b8-5cc9-40d6-846c-d6ceee65d8e9 None None] Attempting to bind port fb2f029b-29ea-490a-9ed6-afd46484ccb6 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': 'ac046cf9-eac6-43fb-a267-14970bf4e737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e2f3e8ba-19c9-45e0-898a-776641c00c2c'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:57:07.754436 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182422b8-5cc9-40d6-846c-d6ceee65d8e9 None None] Attempting to bind port fb2f029b-29ea-490a-9ed6-afd46484ccb6 on network e2f3e8ba-19c9-45e0-898a-776641c00c2c {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:57:07.768373 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182422b8-5cc9-40d6-846c-d6ceee65d8e9 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:57:07.768803 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182422b8-5cc9-40d6-846c-d6ceee65d8e9 None None] Checking segment: {'id': 'ac046cf9-eac6-43fb-a267-14970bf4e737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e2f3e8ba-19c9-45e0-898a-776641c00c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:57:07.769272 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-182422b8-5cc9-40d6-846c-d6ceee65d8e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:07.769680 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182422b8-5cc9-40d6-846c-d6ceee65d8e9 None None] Bound using segment: {'id': 'ac046cf9-eac6-43fb-a267-14970bf4e737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e2f3e8ba-19c9-45e0-898a-776641c00c2c'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:57:07.770316 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-182422b8-5cc9-40d6-846c-d6ceee65d8e9 None None] Bound port: fb2f029b-29ea-490a-9ed6-afd46484ccb6, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac046cf9-eac6-43fb-a267-14970bf4e737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e2f3e8ba-19c9-45e0-898a-776641c00c2c'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:57:07.770631 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-182422b8-5cc9-40d6-846c-d6ceee65d8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (fb2f029b-29ea-490a-9ed6-afd46484ccb6), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:07.797405 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce63da-3c92-4ca7-82c6-f1f707cdb27d None None] Pushing event updated for resources: {'Port': ['ID=2e483fd1-0b98-48dd-868b-08fc77aecd60,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:07.837673 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96041906-8759-46b4-8dcc-1527c6f94ea9 req-e2ae664c-6418-4dd9-9e37-2e1d740ca25c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:07.845373 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-96041906-8759-46b4-8dcc-1527c6f94ea9 req-e2ae664c-6418-4dd9-9e37-2e1d740ca25c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0662057 Apr 12 17:57:07.898907 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-96041906-8759-46b4-8dcc-1527c6f94ea9 req-1dc849cf-9461-4bf9-bfc7-aa407ae22ef2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526626 Apr 12 17:57:07.918910 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e7b12d1e-bc52-4527-b3da-4cd6692fdecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546215'] for router (10b41837-402d-4ad0-bc9f-19e478c59898), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:07.936170 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] Attempting to bind port 2e483fd1-0b98-48dd-868b-08fc77aecd60 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:57:07.936867 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] Attempting to bind port 2e483fd1-0b98-48dd-868b-08fc77aecd60 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8ec15485-e591-42f1-9874-b31f76908832'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:57:07.938667 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] Attempting to bind port 2e483fd1-0b98-48dd-868b-08fc77aecd60 on network 8ec15485-e591-42f1-9874-b31f76908832 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:57:07.944621 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-182422b8-5cc9-40d6-846c-d6ceee65d8e9 None None] For port fb2f029b-29ea-490a-9ed6-afd46484ccb6, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:57:07.949964 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-182422b8-5cc9-40d6-846c-d6ceee65d8e9 None None] For port fb2f029b-29ea-490a-9ed6-afd46484ccb6, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=fb2f029b-29ea-490a-9ed6-afd46484ccb6,segment=NetworkSegment(ac046cf9-eac6-43fb-a267-14970bf4e737),segment_id=ac046cf9-eac6-43fb-a267-14970bf4e737)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:57:07.952055 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:57:07.952535 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] Checking segment: {'id': 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8ec15485-e591-42f1-9874-b31f76908832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:57:07.953010 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:07.953480 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] Bound using segment: {'id': 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8ec15485-e591-42f1-9874-b31f76908832'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:57:07.954031 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] Bound port: 2e483fd1-0b98-48dd-868b-08fc77aecd60, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8ec15485-e591-42f1-9874-b31f76908832'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:57:07.954534 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (2e483fd1-0b98-48dd-868b-08fc77aecd60), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:07.972328 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-182422b8-5cc9-40d6-846c-d6ceee65d8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (fb2f029b-29ea-490a-9ed6-afd46484ccb6), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:08.089195 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-e48b8cc7-a9ed-485f-a375-4a153723359a None None] Provisioning complete for port 2e483fd1-0b98-48dd-868b-08fc77aecd60 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:08.089628 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e48b8cc7-a9ed-485f-a375-4a153723359a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (2e483fd1-0b98-48dd-868b-08fc77aecd60), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:08.090817 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b12d1e-bc52-4527-b3da-4cd6692fdecd admin admin] Router 10b41837-402d-4ad0-bc9f-19e478c59898 is scheduled to L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:57:08.091905 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] For port 2e483fd1-0b98-48dd-868b-08fc77aecd60, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:57:08.095157 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182422b8-5cc9-40d6-846c-d6ceee65d8e9 None None] Pushing event updated for resources: {'Port': ['ID=fb2f029b-29ea-490a-9ed6-afd46484ccb6,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:08.099909 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] For port 2e483fd1-0b98-48dd-868b-08fc77aecd60, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=2e483fd1-0b98-48dd-868b-08fc77aecd60,segment=NetworkSegment(bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b),segment_id=bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:57:08.126876 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (2e483fd1-0b98-48dd-868b-08fc77aecd60), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:08.169464 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-e48b8cc7-a9ed-485f-a375-4a153723359a None None] Port 2e483fd1-0b98-48dd-868b-08fc77aecd60 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:57:08.201734 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] Routers {'2245ede0-74d4-4452-b5ca-d5d4171fca08'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:57:08.202661 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:57:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['2245ede0-74d4-4452-b5ca-d5d4171fca08'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:08.204415 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce63da-3c92-4ca7-82c6-f1f707cdb27d None None] Pushing event updated for resources: {'Port': ['ID=2e483fd1-0b98-48dd-868b-08fc77aecd60,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:08.226865 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b12d1e-bc52-4527-b3da-4cd6692fdecd admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:57:08.242156 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] Sync routers for ids ['10b41837-402d-4ad0-bc9f-19e478c59898'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:57:08.255778 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e7b12d1e-bc52-4527-b3da-4cd6692fdecd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:08.260150 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e7b12d1e-bc52-4527-b3da-4cd6692fdecd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7793548 Apr 12 17:57:08.260450 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 38446) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:08.261316 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] Routers {'10b41837-402d-4ad0-bc9f-19e478c59898'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:57:08.262723 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:57:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['10b41837-402d-4ad0-bc9f-19e478c59898'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:08.410446 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] Set router 2245ede0-74d4-4452-b5ca-d5d4171fca08 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:57:08.508328 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] Set router 10b41837-402d-4ad0-bc9f-19e478c59898 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:57:08.727317 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device fb2f029b-29ea-490a-9ed6-afd46484ccb6 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:57:08.749000 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b41837-402d-4ad0-bc9f-19e478c59898', 'name': 'tempest-TestVolumeBootPattern-188421440-router', 'tenant_id': '9a3adb922bcd4e558537399b09cc8ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'a08a7435-bdfe-40b0-a94a-eb49c0b5ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:06Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 3, 'project_id': '9a3adb922bcd4e558537399b09cc8ce8', 'gw_port': {'id': 'a08a7435-bdfe-40b0-a94a-eb49c0b5ba71', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b41837-402d-4ad0-bc9f-19e478c59898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:06Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:08.761674 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-eb8ed0c0-c5f1-4279-9511-1ea9d08e3076 None None] Provisioning complete for port 2e483fd1-0b98-48dd-868b-08fc77aecd60 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:08.762532 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-eb8ed0c0-c5f1-4279-9511-1ea9d08e3076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (2e483fd1-0b98-48dd-868b-08fc77aecd60), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:08.795721 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] Checking router: 10b41837-402d-4ad0-bc9f-19e478c59898 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:57:08.796085 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] Updating router 10b41837-402d-4ad0-bc9f-19e478c59898 port a08a7435-bdfe-40b0-a94a-eb49c0b5ba71 binding host dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:57:08.838945 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (a08a7435-bdfe-40b0-a94a-eb49c0b5ba71), before_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:08.917303 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:04Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '2e483fd1-0b98-48dd-868b-08fc77aecd60', 'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'mac_address': 'fa:16:3e:ca:a3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:03Z', 'updated_at': '2022-04-12T17:57:08Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'subnets': [{'id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:08.927938 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0a2873b3-2613-418b-b269-8a005d8fa91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:08.970518 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port fb2f029b-29ea-490a-9ed6-afd46484ccb6 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:08.971325 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (fb2f029b-29ea-490a-9ed6-afd46484ccb6), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:09.025478 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dee4ca5-762e-4afb-ae74-68b6587980d7 None None] The sync data for ids ['2245ede0-74d4-4452-b5ca-d5d4171fca08'] in dv-cinder-837534-1-iscsi is: [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:04Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '2e483fd1-0b98-48dd-868b-08fc77aecd60', 'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'mac_address': 'fa:16:3e:ca:a3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:03Z', 'updated_at': '2022-04-12T17:57:08Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'subnets': [{'id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:57:09.075052 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-eb8ed0c0-c5f1-4279-9511-1ea9d08e3076 None None] Current status of the port 2e483fd1-0b98-48dd-868b-08fc77aecd60 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:09.075052 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-eb8ed0c0-c5f1-4279-9511-1ea9d08e3076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (2e483fd1-0b98-48dd-868b-08fc77aecd60), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:09.139160 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-eb8ed0c0-c5f1-4279-9511-1ea9d08e3076 None None] For port 2e483fd1-0b98-48dd-868b-08fc77aecd60, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=2e483fd1-0b98-48dd-868b-08fc77aecd60,segment=NetworkSegment(bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b),segment_id=bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:57:09.165581 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-eb8ed0c0-c5f1-4279-9511-1ea9d08e3076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (2e483fd1-0b98-48dd-868b-08fc77aecd60), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:09.184705 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf0d28-3b81-41af-aa97-6a67e9f4271e req-4cae2e18-f67b-4c32-82f7-c9ac1bc63fbb tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:09.193394 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-dbdf0d28-3b81-41af-aa97-6a67e9f4271e req-4cae2e18-f67b-4c32-82f7-c9ac1bc63fbb tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.1557479 Apr 12 17:57:09.230473 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port fb2f029b-29ea-490a-9ed6-afd46484ccb6 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:09.231412 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (fb2f029b-29ea-490a-9ed6-afd46484ccb6), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:09.269681 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ed0c0-c5f1-4279-9511-1ea9d08e3076 None None] Pushing event updated for resources: {'Port': ['ID=2e483fd1-0b98-48dd-868b-08fc77aecd60,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:09.293448 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] For port fb2f029b-29ea-490a-9ed6-afd46484ccb6, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=fb2f029b-29ea-490a-9ed6-afd46484ccb6,segment=NetworkSegment(ac046cf9-eac6-43fb-a267-14970bf4e737),segment_id=ac046cf9-eac6-43fb-a267-14970bf4e737)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:57:09.301017 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (fb2f029b-29ea-490a-9ed6-afd46484ccb6), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:09.301909 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:57:09.314829 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] Publish callbacks [] for port (a08a7435-bdfe-40b0-a94a-eb49c0b5ba71), precommit_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:09.331636 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (a08a7435-bdfe-40b0-a94a-eb49c0b5ba71), after_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:09.410654 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204b708-a608-4a27-9574-73105bf2b7ee None None] Pushing event updated for resources: {'Port': ['ID=a08a7435-bdfe-40b0-a94a-eb49c0b5ba71,revision_number=2']} {{(pid=109829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:09.411381 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-dbdf0d28-3b81-41af-aa97-6a67e9f4271e req-96cfffb7-5b0e-4c8c-863f-5eb0dca88e25 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036288 Apr 12 17:57:09.429397 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Pushing event updated for resources: {'Port': ['ID=fb2f029b-29ea-490a-9ed6-afd46484ccb6,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:09.432440 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204b708-a608-4a27-9574-73105bf2b7ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:09.433090 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204b708-a608-4a27-9574-73105bf2b7ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:09.433648 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204b708-a608-4a27-9574-73105bf2b7ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:09.434241 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204b708-a608-4a27-9574-73105bf2b7ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:09.434791 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204b708-a608-4a27-9574-73105bf2b7ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:09.435846 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204b708-a608-4a27-9574-73105bf2b7ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:09.436682 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204b708-a608-4a27-9574-73105bf2b7ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:09.437285 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:09.437411 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204b708-a608-4a27-9574-73105bf2b7ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:09.437659 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:09.438421 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204b708-a608-4a27-9574-73105bf2b7ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:09.439038 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204b708-a608-4a27-9574-73105bf2b7ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:09.441404 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204b708-a608-4a27-9574-73105bf2b7ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:09.441930 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204b708-a608-4a27-9574-73105bf2b7ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:09.442572 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204b708-a608-4a27-9574-73105bf2b7ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:09.443113 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204b708-a608-4a27-9574-73105bf2b7ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:09.443543 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204b708-a608-4a27-9574-73105bf2b7ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:57:09.466743 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] Attempting to bind port a08a7435-bdfe-40b0-a94a-eb49c0b5ba71 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:57:09.467726 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] Attempting to bind port a08a7435-bdfe-40b0-a94a-eb49c0b5ba71 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'}] {{(pid=109829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:57:09.468909 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] Attempting to bind port a08a7435-bdfe-40b0-a94a-eb49c0b5ba71 on network 05f7d063-e626-411a-9797-8659504ada56 {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:57:09.476097 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:57:09.476644 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] Checking segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:57:09.476783 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-0a2873b3-2613-418b-b269-8a005d8fa91a admin admin] Allocated IP 172.20.0.1 (e2f3e8ba-19c9-45e0-898a-776641c00c2c/41bc44ea-61a1-4d85-be34-c1b9fd4f8d85/fbcfdc2f-3338-40fe-a39b-50916f4481a1) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:57:09.477263 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:09.478817 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] Bound using segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:57:09.479500 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] Bound port: a08a7435-bdfe-40b0-a94a-eb49c0b5ba71, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'}}] {{(pid=109829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:57:09.480076 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (a08a7435-bdfe-40b0-a94a-eb49c0b5ba71), before_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:09.546792 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:09.552527 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.db [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] For port a08a7435-bdfe-40b0-a94a-eb49c0b5ba71, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:57:09.556113 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.db [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] For port a08a7435-bdfe-40b0-a94a-eb49c0b5ba71, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=a08a7435-bdfe-40b0-a94a-eb49c0b5ba71,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:57:09.565277 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (a08a7435-bdfe-40b0-a94a-eb49c0b5ba71), after_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:09.631906 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] Routers {'10b41837-402d-4ad0-bc9f-19e478c59898'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:57:09.632101 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0a2873b3-2613-418b-b269-8a005d8fa91a admin admin] Publish callbacks [] for port (fbcfdc2f-3338-40fe-a39b-50916f4481a1), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:09.632548 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:57:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['10b41837-402d-4ad0-bc9f-19e478c59898'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:09.678070 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204b708-a608-4a27-9574-73105bf2b7ee None None] Pushing event updated for resources: {'Port': ['ID=a08a7435-bdfe-40b0-a94a-eb49c0b5ba71,revision_number=3']} {{(pid=109829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:09.684027 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed10c85-edff-4ad7-bbb9-18acad7630cc None None] Network e2f3e8ba-19c9-45e0-898a-776641c00c2c requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:57:09.686316 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0a2873b3-2613-418b-b269-8a005d8fa91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (fbcfdc2f-3338-40fe-a39b-50916f4481a1), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:09.737157 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2873b3-2613-418b-b269-8a005d8fa91a admin admin] Network e2f3e8ba-19c9-45e0-898a-776641c00c2c is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:57:09.744128 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-0a2873b3-2613-418b-b269-8a005d8fa91a admin admin] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:57:09.748908 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2873b3-2613-418b-b269-8a005d8fa91a admin admin] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:57:09.749419 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0a2873b3-2613-418b-b269-8a005d8fa91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546134'] for router_interface (10b41837-402d-4ad0-bc9f-19e478c59898), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:09.772829 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] Set router 10b41837-402d-4ad0-bc9f-19e478c59898 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:57:09.801214 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2873b3-2613-418b-b269-8a005d8fa91a admin admin] Pushing event updated for resources: {'Port': ['ID=fbcfdc2f-3338-40fe-a39b-50916f4481a1,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:09.820247 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-a8e53aa6-de85-4468-8627-372dd9b6ac37 None None] Provisioning complete for port fb2f029b-29ea-490a-9ed6-afd46484ccb6 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:09.821028 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a8e53aa6-de85-4468-8627-372dd9b6ac37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (fb2f029b-29ea-490a-9ed6-afd46484ccb6), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:09.924535 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0a2873b3-2613-418b-b269-8a005d8fa91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (fbcfdc2f-3338-40fe-a39b-50916f4481a1), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:10.114953 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-a8e53aa6-de85-4468-8627-372dd9b6ac37 None None] Current status of the port fb2f029b-29ea-490a-9ed6-afd46484ccb6 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:10.174360 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b41837-402d-4ad0-bc9f-19e478c59898', 'name': 'tempest-TestVolumeBootPattern-188421440-router', 'tenant_id': '9a3adb922bcd4e558537399b09cc8ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'a08a7435-bdfe-40b0-a94a-eb49c0b5ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:06Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 3, 'project_id': '9a3adb922bcd4e558537399b09cc8ce8', 'gw_port': {'id': 'a08a7435-bdfe-40b0-a94a-eb49c0b5ba71', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b41837-402d-4ad0-bc9f-19e478c59898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:06Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:10.211892 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0a2873b3-2613-418b-b269-8a005d8fa91a admin admin] Publish callbacks [] for port (fbcfdc2f-3338-40fe-a39b-50916f4481a1), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:10.219618 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0a2873b3-2613-418b-b269-8a005d8fa91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (fbcfdc2f-3338-40fe-a39b-50916f4481a1), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:10.220410 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0a2873b3-2613-418b-b269-8a005d8fa91a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548582'] for router_interface (10b41837-402d-4ad0-bc9f-19e478c59898), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:10.246317 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2731828a-77b4-48b7-a77a-a4147a7a43b4 None None] The sync data for ids ['10b41837-402d-4ad0-bc9f-19e478c59898'] in dv-cinder-837534-1-iscsi is: [{'id': '10b41837-402d-4ad0-bc9f-19e478c59898', 'name': 'tempest-TestVolumeBootPattern-188421440-router', 'tenant_id': '9a3adb922bcd4e558537399b09cc8ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'a08a7435-bdfe-40b0-a94a-eb49c0b5ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:06Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 3, 'project_id': '9a3adb922bcd4e558537399b09cc8ce8', 'gw_port': {'id': 'a08a7435-bdfe-40b0-a94a-eb49c0b5ba71', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b41837-402d-4ad0-bc9f-19e478c59898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:06Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:57:10.304016 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2873b3-2613-418b-b269-8a005d8fa91a admin admin] Pushing event updated for resources: {'Port': ['ID=fbcfdc2f-3338-40fe-a39b-50916f4481a1,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:10.448700 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-1623e73f-5c4a-4678-a517-476afddb61f4 None None] Provisioning complete for port fbcfdc2f-3338-40fe-a39b-50916f4481a1 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:10.449198 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-1623e73f-5c4a-4678-a517-476afddb61f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (fbcfdc2f-3338-40fe-a39b-50916f4481a1), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:10.585222 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2873b3-2613-418b-b269-8a005d8fa91a admin admin] Network e2f3e8ba-19c9-45e0-898a-776641c00c2c is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:57:10.599480 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-1623e73f-5c4a-4678-a517-476afddb61f4 None None] Port fbcfdc2f-3338-40fe-a39b-50916f4481a1 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:57:10.636695 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-1623e73f-5c4a-4678-a517-476afddb61f4 None None] Provisioning complete for port fb2f029b-29ea-490a-9ed6-afd46484ccb6 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:10.637557 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-1623e73f-5c4a-4678-a517-476afddb61f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (fb2f029b-29ea-490a-9ed6-afd46484ccb6), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:10.642437 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-0a2873b3-2613-418b-b269-8a005d8fa91a admin admin] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:57:10.719162 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 2e483fd1-0b98-48dd-868b-08fc77aecd60 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:57:10.806437 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ecbd4-7b7c-4f98-8aca-a5bef29144d9 req-6d00b189-ba23-48e2-b1b3-fbf8c260f8c4 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:10.808805 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f78ecbd4-7b7c-4f98-8aca-a5bef29144d9 req-6d00b189-ba23-48e2-b1b3-fbf8c260f8c4 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.2717896 Apr 12 17:57:10.951361 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f78ecbd4-7b7c-4f98-8aca-a5bef29144d9 req-ef77edb7-3fb3-4b80-a1d6-e55748a82800 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310606 Apr 12 17:57:10.972281 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2873b3-2613-418b-b269-8a005d8fa91a admin admin] Router 10b41837-402d-4ad0-bc9f-19e478c59898 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:57:11.042905 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38512) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:11.075242 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 2e483fd1-0b98-48dd-868b-08fc77aecd60 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:11.077878 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (2e483fd1-0b98-48dd-868b-08fc77aecd60), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:11.135289 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-1623e73f-5c4a-4678-a517-476afddb61f4 None None] Current status of the port fb2f029b-29ea-490a-9ed6-afd46484ccb6 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:11.135765 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec25eb1-4cf6-454e-8438-295c7cf69a81 admin admin] Deleting subnet dfedc295-254f-4999-b774-dcc03ad409b6 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 17:57:11.149575 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ec25eb1-4cf6-454e-8438-295c7cf69a81 admin admin] Publish callbacks [] for subnet (dfedc295-254f-4999-b774-dcc03ad409b6), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:11.223617 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 2e483fd1-0b98-48dd-868b-08fc77aecd60 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:11.224841 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device fb2f029b-29ea-490a-9ed6-afd46484ccb6 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:57:11.234261 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2873b3-2613-418b-b269-8a005d8fa91a admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:57:11.241853 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ec25eb1-4cf6-454e-8438-295c7cf69a81 admin admin] Publish callbacks [] for subnet (dfedc295-254f-4999-b774-dcc03ad409b6), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:11.249629 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-0a2873b3-2613-418b-b269-8a005d8fa91a admin admin] 10.222.0.24 "PUT /v2.0/routers/10b41837-402d-4ad0-bc9f-19e478c59898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9873912 Apr 12 17:57:11.264536 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ec25eb1-4cf6-454e-8438-295c7cf69a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2057050'] for subnet (dfedc295-254f-4999-b774-dcc03ad409b6), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:11.276149 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-438e2b77-377a-4336-8c72-e3f59e222fe6 None None] Provisioning complete for port fbcfdc2f-3338-40fe-a39b-50916f4481a1 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:11.276904 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-438e2b77-377a-4336-8c72-e3f59e222fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (fbcfdc2f-3338-40fe-a39b-50916f4481a1), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:11.329362 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-438e2b77-377a-4336-8c72-e3f59e222fe6 None None] Port fbcfdc2f-3338-40fe-a39b-50916f4481a1 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:57:11.332538 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port fb2f029b-29ea-490a-9ed6-afd46484ccb6 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:11.332924 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (fb2f029b-29ea-490a-9ed6-afd46484ccb6), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:11.366006 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ec25eb1-4cf6-454e-8438-295c7cf69a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for subnet (dfedc295-254f-4999-b774-dcc03ad409b6), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:11.404600 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec25eb1-4cf6-454e-8438-295c7cf69a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfedc295-254f-4999-b774-dcc03ad409b6,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:11.414642 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ec25eb1-4cf6-454e-8438-295c7cf69a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:11.422535 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 38520) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:11.430916 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-2ec25eb1-4cf6-454e-8438-295c7cf69a81 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dfedc295-254f-4999-b774-dcc03ad409b6 HTTP/1.1" status: 204 len: 168 time: 0.3807561 Apr 12 17:57:11.460969 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port fb2f029b-29ea-490a-9ed6-afd46484ccb6 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:11.464295 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-04c351a9-e677-4e9b-adfc-b3d039232f3c None None] Provisioning complete for port fbcfdc2f-3338-40fe-a39b-50916f4481a1 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:11.464697 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-04c351a9-e677-4e9b-adfc-b3d039232f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (fbcfdc2f-3338-40fe-a39b-50916f4481a1), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:11.505772 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-04c351a9-e677-4e9b-adfc-b3d039232f3c None None] Port fbcfdc2f-3338-40fe-a39b-50916f4481a1 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:57:11.520352 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678379'] for network (76650685-434e-42ab-a775-db2e42ba360d), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:11.611064 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059233', 'neutron.services.segments.db._delete_segments_for_network-8742383711672'] for network (76650685-434e-42ab-a775-db2e42ba360d), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:11.638037 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:57:11.639399 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:57:11.640252 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:57:11.640678 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Subscribe: > port after_create 55550000 {{(pid=109827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:57:11.641044 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:57:11.641409 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Subscribe: > port after_update 55550000 {{(pid=109827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:57:11.641740 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:57:11.642073 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:57:11.642494 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:57:11.643445 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:57:11.772918 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:57:11.773475 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:57:11.774088 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:57:11.774420 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 17:57:11.774898 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.services.segments.db [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76650685-434e-42ab-a775-db2e42ba360d']}} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:11.800189 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.services.segments.db [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1e9eb2-4635-48fa-98b6-8daed43da17a') {'for_net_delete': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:11.800765 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.services.segments.db [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1e9eb2-4635-48fa-98b6-8daed43da17a') {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:11.818469 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742383633601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8398003'] for segment (da1e9eb2-4635-48fa-98b6-8daed43da17a), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:11.852537 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (da1e9eb2-4635-48fa-98b6-8daed43da17a), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:11.862757 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=109827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 17:57:11.863213 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9208849'] for segment (da1e9eb2-4635-48fa-98b6-8daed43da17a), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: from cryptography.utils import int_from_bytes Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: from cryptography.utils import int_from_bytes Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: Traceback (most recent call last): Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: timer() Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: cb(*args, **kw) Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: return func(*args, **kwargs) Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: self._notify() Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: self.callback(batched_events) Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: event.method(event) Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: return f(self, *a, **k) Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: return self._get(url).json() Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: return self.request(url, 'GET', **kwargs) Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 17:57:11.902795 dv-cinder-837534-1-iscsi neutron-server[109827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 17:57:11.971993 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546271'] for network (76650685-434e-42ab-a775-db2e42ba360d), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:11.979943 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:11.984288 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/76650685-434e-42ab-a775-db2e42ba360d HTTP/1.1" status: 204 len: 168 time: 0.5607383 Apr 12 17:57:11.996047 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbef404-9865-410f-bddb-ce441d4ebdd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=76650685-434e-42ab-a775-db2e42ba360d,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:12.123737 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8dbb58-91fb-44ae-a3ab-199d63dbb623 req-651d7f94-4c1f-4a42-8f5d-783f0f8ef378 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:12.130966 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-dd8dbb58-91fb-44ae-a3ab-199d63dbb623 req-651d7f94-4c1f-4a42-8f5d-783f0f8ef378 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0798922 Apr 12 17:57:12.224900 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-dd8dbb58-91fb-44ae-a3ab-199d63dbb623 req-ce766072-cc08-4b1d-9cca-eec4324d5501 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918157 Apr 12 17:57:12.279709 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38552) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:12.315771 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38556) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:12.322166 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-069d05a1-44a4-4580-9193-cc82d1030da6 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1494743850', 'description': 'tempest-secgroup-smoke-1494743850 description', 'project_id': '237798a0b1a14ab3835a4a934510ce49'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:12.352511 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-069d05a1-44a4-4580-9193-cc82d1030da6 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.420552 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-76c92601-047d-4906-916b-8f1b78c54d30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb0988aa37bf4e35a02acacf491c6ba9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1396210 Apr 12 17:57:12.423290 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 38566) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:12.430688 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 38568) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:12.490991 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-069d05a1-44a4-4580-9193-cc82d1030da6 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group (10d18f3c-7f66-4cff-9fc0-35130599f0b5), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.495510 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-069d05a1-44a4-4580-9193-cc82d1030da6 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (10d18f3c-7f66-4cff-9fc0-35130599f0b5), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.530430 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d05a1-44a4-4580-9193-cc82d1030da6 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d18f3c-7f66-4cff-9fc0-35130599f0b5,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:12.536564 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-069d05a1-44a4-4580-9193-cc82d1030da6 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.538078 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-069d05a1-44a4-4580-9193-cc82d1030da6 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2207863 Apr 12 17:57:12.541002 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 38574) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:12.550127 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-b80b165f-46b5-491e-83ee-2b4859aa26ba tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Request body: {'security_group_rule': {'security_group_id': '10d18f3c-7f66-4cff-9fc0-35130599f0b5', 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:12.570486 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-30544f0b-41ab-413b-94e1-4c28c93eeb93 admin admin] Publish callbacks [] for security_group (65d0d02b-034e-4df5-9ae5-21d38a4921ff), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.570989 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device a08a7435-bdfe-40b0-a94a-eb49c0b5ba71 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:57:12.596796 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-30544f0b-41ab-413b-94e1-4c28c93eeb93 admin admin] Publish callbacks [] for security_group (65d0d02b-034e-4df5-9ae5-21d38a4921ff), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.635833 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port a08a7435-bdfe-40b0-a94a-eb49c0b5ba71 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:12.636406 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (a08a7435-bdfe-40b0-a94a-eb49c0b5ba71), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.644986 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b80b165f-46b5-491e-83ee-2b4859aa26ba tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group_rule (e4086dee-acbd-467b-b80a-f9025e52f025), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.665957 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-db30fdc7-51af-4acf-83bb-0a60dacc378b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.704224 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-30544f0b-41ab-413b-94e1-4c28c93eeb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (65d0d02b-034e-4df5-9ae5-21d38a4921ff), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.707371 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-30544f0b-41ab-413b-94e1-4c28c93eeb93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.708737 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-30544f0b-41ab-413b-94e1-4c28c93eeb93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65d0d02b-034e-4df5-9ae5-21d38a4921ff HTTP/1.1" status: 204 len: 168 time: 0.2836370 Apr 12 17:57:12.728275 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port a08a7435-bdfe-40b0-a94a-eb49c0b5ba71 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:12.728955 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (a08a7435-bdfe-40b0-a94a-eb49c0b5ba71), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.733672 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30544f0b-41ab-413b-94e1-4c28c93eeb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d0d02b-034e-4df5-9ae5-21d38a4921ff,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:12.750200 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b80b165f-46b5-491e-83ee-2b4859aa26ba tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group_rule (e4086dee-acbd-467b-b80a-f9025e52f025), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.761437 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b80b165f-46b5-491e-83ee-2b4859aa26ba tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (e4086dee-acbd-467b-b80a-f9025e52f025), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.774072 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] For port a08a7435-bdfe-40b0-a94a-eb49c0b5ba71, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=a08a7435-bdfe-40b0-a94a-eb49c0b5ba71,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:57:12.780532 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (a08a7435-bdfe-40b0-a94a-eb49c0b5ba71), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.798865 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b80b165f-46b5-491e-83ee-2b4859aa26ba tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.802219 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-b80b165f-46b5-491e-83ee-2b4859aa26ba tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2557461 Apr 12 17:57:12.803704 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b165f-46b5-491e-83ee-2b4859aa26ba tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4086dee-acbd-467b-b80a-f9025e52f025,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:12.804421 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38578) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:12.812793 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] Sync routers for ids ['10b41837-402d-4ad0-bc9f-19e478c59898'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:57:12.814231 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e08b9740-ad30-43b2-abc4-2384149ed0a8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Request body: {'security_group_rule': {'security_group_id': '10d18f3c-7f66-4cff-9fc0-35130599f0b5', 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:12.840922 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] Routers {'10b41837-402d-4ad0-bc9f-19e478c59898'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:57:12.841562 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:57:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['10b41837-402d-4ad0-bc9f-19e478c59898'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:12.844167 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-db30fdc7-51af-4acf-83bb-0a60dacc378b admin admin] Publish callbacks [] for security_group (47ac449d-dc60-433e-833d-29fa920932ac), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.848789 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Pushing event updated for resources: {'Port': ['ID=a08a7435-bdfe-40b0-a94a-eb49c0b5ba71,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:12.852074 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-db30fdc7-51af-4acf-83bb-0a60dacc378b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (47ac449d-dc60-433e-833d-29fa920932ac), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.889721 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-db30fdc7-51af-4acf-83bb-0a60dacc378b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=282b397e502e4ceab01b44bd669fdb3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4580469 Apr 12 17:57:12.893378 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38582) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:12.905165 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30fdc7-51af-4acf-83bb-0a60dacc378b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ac449d-dc60-433e-833d-29fa920932ac,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:12.939845 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e08b9740-ad30-43b2-abc4-2384149ed0a8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group_rule (275c15da-ad55-4150-ae88-f2189241ca7e), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:12.987117 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] Set router 10b41837-402d-4ad0-bc9f-19e478c59898 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:57:13.006202 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cb0f8468-d11e-4a80-a52a-bc9d5b41a3fe admin admin] Publish callbacks [] for security_group (47ac449d-dc60-433e-833d-29fa920932ac), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.029006 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e08b9740-ad30-43b2-abc4-2384149ed0a8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group_rule (275c15da-ad55-4150-ae88-f2189241ca7e), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.037769 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e08b9740-ad30-43b2-abc4-2384149ed0a8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (275c15da-ad55-4150-ae88-f2189241ca7e), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.044259 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cb0f8468-d11e-4a80-a52a-bc9d5b41a3fe admin admin] Publish callbacks [] for security_group (47ac449d-dc60-433e-833d-29fa920932ac), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.076686 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b9740-ad30-43b2-abc4-2384149ed0a8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275c15da-ad55-4150-ae88-f2189241ca7e,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:13.089407 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e08b9740-ad30-43b2-abc4-2384149ed0a8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.093496 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e08b9740-ad30-43b2-abc4-2384149ed0a8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2850764 Apr 12 17:57:13.093881 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 38592) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:13.099435 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-a142216c-95bc-4764-8f9b-011c1d5e35bf tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Request body: {'security_group_rule': {'security_group_id': '10d18f3c-7f66-4cff-9fc0-35130599f0b5', 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:13.124752 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cb0f8468-d11e-4a80-a52a-bc9d5b41a3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (47ac449d-dc60-433e-833d-29fa920932ac), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.130957 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cb0f8468-d11e-4a80-a52a-bc9d5b41a3fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.131160 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a142216c-95bc-4764-8f9b-011c1d5e35bf tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group_rule (1005aff3-c4c5-47b2-a880-cc3701167df2), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.132357 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-cb0f8468-d11e-4a80-a52a-bc9d5b41a3fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47ac449d-dc60-433e-833d-29fa920932ac HTTP/1.1" status: 204 len: 168 time: 0.2380304 Apr 12 17:57:13.141916 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f8468-d11e-4a80-a52a-bc9d5b41a3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ac449d-dc60-433e-833d-29fa920932ac,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:13.212194 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a142216c-95bc-4764-8f9b-011c1d5e35bf tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group_rule (1005aff3-c4c5-47b2-a880-cc3701167df2), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.217195 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a142216c-95bc-4764-8f9b-011c1d5e35bf tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (1005aff3-c4c5-47b2-a880-cc3701167df2), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.231420 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b41837-402d-4ad0-bc9f-19e478c59898', 'name': 'tempest-TestVolumeBootPattern-188421440-router', 'tenant_id': '9a3adb922bcd4e558537399b09cc8ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'a08a7435-bdfe-40b0-a94a-eb49c0b5ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:06Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 4, 'project_id': '9a3adb922bcd4e558537399b09cc8ce8', 'gw_port': {'id': 'a08a7435-bdfe-40b0-a94a-eb49c0b5ba71', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b41837-402d-4ad0-bc9f-19e478c59898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:06Z', 'updated_at': '2022-04-12T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': 'fbcfdc2f-3338-40fe-a39b-50916f4481a1', 'name': '', 'network_id': 'e2f3e8ba-19c9-45e0-898a-776641c00c2c', 'tenant_id': '9a3adb922bcd4e558537399b09cc8ce8', 'mac_address': 'fa:16:3e:67:cd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b41837-402d-4ad0-bc9f-19e478c59898', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '41bc44ea-61a1-4d85-be34-c1b9fd4f8d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:08Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 2, 'project_id': '9a3adb922bcd4e558537399b09cc8ce8', 'subnets': [{'id': '41bc44ea-61a1-4d85-be34-c1b9fd4f8d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:13.237655 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142216c-95bc-4764-8f9b-011c1d5e35bf tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1005aff3-c4c5-47b2-a880-cc3701167df2,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:13.245857 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a142216c-95bc-4764-8f9b-011c1d5e35bf tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.247343 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-a142216c-95bc-4764-8f9b-011c1d5e35bf tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1522765 Apr 12 17:57:13.250024 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 38598) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:13.255589 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-a9b8f3c8-a9ed-42d0-8925-de309e541da0 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Request body: {'security_group_rule': {'security_group_id': '10d18f3c-7f66-4cff-9fc0-35130599f0b5', 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:13.269718 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] Checking router: 10b41837-402d-4ad0-bc9f-19e478c59898 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:57:13.270077 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] Updating router 10b41837-402d-4ad0-bc9f-19e478c59898 port fbcfdc2f-3338-40fe-a39b-50916f4481a1 binding host dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:57:13.289826 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a9b8f3c8-a9ed-42d0-8925-de309e541da0 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group_rule (98fb4570-cb9a-4234-8b58-a677b20e3e7c), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.305641 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (fbcfdc2f-3338-40fe-a39b-50916f4481a1), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.396696 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a9b8f3c8-a9ed-42d0-8925-de309e541da0 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group_rule (98fb4570-cb9a-4234-8b58-a677b20e3e7c), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.403190 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e7c08-3b3e-4afa-bf0f-59b87db910bb req-38ff3d64-8442-411b-a3c2-7107b5c8415b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:13.404693 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e15e7c08-3b3e-4afa-bf0f-59b87db910bb req-38ff3d64-8442-411b-a3c2-7107b5c8415b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0687993 Apr 12 17:57:13.415042 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a9b8f3c8-a9ed-42d0-8925-de309e541da0 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (98fb4570-cb9a-4234-8b58-a677b20e3e7c), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.459220 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8f3c8-a9ed-42d0-8925-de309e541da0 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98fb4570-cb9a-4234-8b58-a677b20e3e7c,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:13.477192 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a9b8f3c8-a9ed-42d0-8925-de309e541da0 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.481872 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-a9b8f3c8-a9ed-42d0-8925-de309e541da0 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2271454 Apr 12 17:57:13.482032 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38608) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:13.483433 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e15e7c08-3b3e-4afa-bf0f-59b87db910bb req-d1bc7ba6-57f7-4a31-b873-5ee7870e7f55 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713375 Apr 12 17:57:13.485672 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-6d4cdc16-9f8f-4be9-a520-5e96c0ba0890 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Request body: {'security_group_rule': {'security_group_id': '10d18f3c-7f66-4cff-9fc0-35130599f0b5', 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:13.526406 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.securitygroups_db [None req-6d4cdc16-9f8f-4be9-a520-5e96c0ba0890 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Project 237798a0b1a14ab3835a4a934510ce49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 17:57:13.533011 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d4cdc16-9f8f-4be9-a520-5e96c0ba0890 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group_rule (eb49792b-0574-40f3-a324-fcf01607ef65), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.609930 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d4cdc16-9f8f-4be9-a520-5e96c0ba0890 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group_rule (eb49792b-0574-40f3-a324-fcf01607ef65), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.619873 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d4cdc16-9f8f-4be9-a520-5e96c0ba0890 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (eb49792b-0574-40f3-a324-fcf01607ef65), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.644744 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cdc16-9f8f-4be9-a520-5e96c0ba0890 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb49792b-0574-40f3-a324-fcf01607ef65,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:13.654747 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] Publish callbacks [] for port (fbcfdc2f-3338-40fe-a39b-50916f4481a1), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.657805 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d4cdc16-9f8f-4be9-a520-5e96c0ba0890 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.663162 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 38622) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:13.663382 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-6d4cdc16-9f8f-4be9-a520-5e96c0ba0890 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1808586 Apr 12 17:57:13.663503 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (fbcfdc2f-3338-40fe-a39b-50916f4481a1), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.670122 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-94775add-dd05-4056-96b4-f9b6b029cc8f tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Request body: {'security_group_rule': {'security_group_id': '10d18f3c-7f66-4cff-9fc0-35130599f0b5', 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:13.701161 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.securitygroups_db [None req-94775add-dd05-4056-96b4-f9b6b029cc8f tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Project 237798a0b1a14ab3835a4a934510ce49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 17:57:13.713820 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94775add-dd05-4056-96b4-f9b6b029cc8f tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group_rule (9bddea16-5dec-41a8-9c72-0199340e6da1), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.765007 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38624) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:13.798082 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfc0eb-fcc5-4fa3-88a6-ee5c5fe45f69 None None] Pushing event updated for resources: {'Port': ['ID=fbcfdc2f-3338-40fe-a39b-50916f4481a1,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:13.809167 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94775add-dd05-4056-96b4-f9b6b029cc8f tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group_rule (9bddea16-5dec-41a8-9c72-0199340e6da1), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.819481 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94775add-dd05-4056-96b4-f9b6b029cc8f tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (9bddea16-5dec-41a8-9c72-0199340e6da1), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.833809 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] Attempting to bind port fbcfdc2f-3338-40fe-a39b-50916f4481a1 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:57:13.834202 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] Attempting to bind port fbcfdc2f-3338-40fe-a39b-50916f4481a1 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': 'ac046cf9-eac6-43fb-a267-14970bf4e737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e2f3e8ba-19c9-45e0-898a-776641c00c2c'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:57:13.834592 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] Attempting to bind port fbcfdc2f-3338-40fe-a39b-50916f4481a1 on network e2f3e8ba-19c9-45e0-898a-776641c00c2c {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:57:13.846759 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:57:13.847692 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] Checking segment: {'id': 'ac046cf9-eac6-43fb-a267-14970bf4e737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e2f3e8ba-19c9-45e0-898a-776641c00c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:57:13.848899 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94775add-dd05-4056-96b4-f9b6b029cc8f tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bddea16-5dec-41a8-9c72-0199340e6da1,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:13.849912 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.850428 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] Bound using segment: {'id': 'ac046cf9-eac6-43fb-a267-14970bf4e737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e2f3e8ba-19c9-45e0-898a-776641c00c2c'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:57:13.850937 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] Bound port: fbcfdc2f-3338-40fe-a39b-50916f4481a1, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac046cf9-eac6-43fb-a267-14970bf4e737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e2f3e8ba-19c9-45e0-898a-776641c00c2c'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:57:13.851334 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (fbcfdc2f-3338-40fe-a39b-50916f4481a1), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.879403 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94775add-dd05-4056-96b4-f9b6b029cc8f tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:13.881209 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-94775add-dd05-4056-96b4-f9b6b029cc8f tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2159419 Apr 12 17:57:14.015794 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d3782489-583b-4c88-9f12-d91eee44013f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1407309218-network', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:14.036330 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] For port fbcfdc2f-3338-40fe-a39b-50916f4481a1, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:57:14.040368 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] For port fbcfdc2f-3338-40fe-a39b-50916f4481a1, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=fbcfdc2f-3338-40fe-a39b-50916f4481a1,segment=NetworkSegment(ac046cf9-eac6-43fb-a267-14970bf4e737),segment_id=ac046cf9-eac6-43fb-a267-14970bf4e737)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:57:14.042595 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3782489-583b-4c88-9f12-d91eee44013f admin admin] Made reservation on behalf of 6805cc1691a2411e9fe93aa26e73962a for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:57:14.046954 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d3782489-583b-4c88-9f12-d91eee44013f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for network (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:14.055894 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (fbcfdc2f-3338-40fe-a39b-50916f4481a1), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:14.062714 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d3782489-583b-4c88-9f12-d91eee44013f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:14.094025 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-26261d65-fdc0-4627-834e-f69bced1c25c None None] Provisioning complete for port fbcfdc2f-3338-40fe-a39b-50916f4481a1 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:14.094538 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-26261d65-fdc0-4627-834e-f69bced1c25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (fbcfdc2f-3338-40fe-a39b-50916f4481a1), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:14.182324 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d3782489-583b-4c88-9f12-d91eee44013f admin admin] Publish callbacks [] for security_group (7699a9b1-2af2-4fa4-a1f3-1f1e98f216f1), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:14.182649 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] Routers {'10b41837-402d-4ad0-bc9f-19e478c59898'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:57:14.183468 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:57:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['10b41837-402d-4ad0-bc9f-19e478c59898'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:14.192289 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d3782489-583b-4c88-9f12-d91eee44013f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (7699a9b1-2af2-4fa4-a1f3-1f1e98f216f1), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:14.229047 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3782489-583b-4c88-9f12-d91eee44013f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 17:57:14.243707 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3782489-583b-4c88-9f12-d91eee44013f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7699a9b1-2af2-4fa4-a1f3-1f1e98f216f1,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:14.249539 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfc0eb-fcc5-4fa3-88a6-ee5c5fe45f69 None None] Pushing event updated for resources: {'Port': ['ID=fbcfdc2f-3338-40fe-a39b-50916f4481a1,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:14.277984 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d3782489-583b-4c88-9f12-d91eee44013f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (76cc6800-0852-427c-871b-1eb07b87be9a), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:14.279749 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.segments_db [None req-d3782489-583b-4c88-9f12-d91eee44013f admin admin] Added segment 76cc6800-0852-427c-871b-1eb07b87be9a of type vlan for network 962da255-4ac2-45d1-ad32-4d4894c84b68 Apr 12 17:57:14.352913 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-26261d65-fdc0-4627-834e-f69bced1c25c None None] Current status of the port fbcfdc2f-3338-40fe-a39b-50916f4481a1 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:14.353300 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-26261d65-fdc0-4627-834e-f69bced1c25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (fbcfdc2f-3338-40fe-a39b-50916f4481a1), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:14.353929 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d3782489-583b-4c88-9f12-d91eee44013f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742383173852'] for network (962da255-4ac2-45d1-ad32-4d4894c84b68), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:14.389232 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] Set router 10b41837-402d-4ad0-bc9f-19e478c59898 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:57:14.405674 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d3782489-583b-4c88-9f12-d91eee44013f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for network (962da255-4ac2-45d1-ad32-4d4894c84b68), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:14.406983 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3782489-583b-4c88-9f12-d91eee44013f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:14.411316 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d3782489-583b-4c88-9f12-d91eee44013f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:14.480285 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-26261d65-fdc0-4627-834e-f69bced1c25c None None] For port fbcfdc2f-3338-40fe-a39b-50916f4481a1, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=fbcfdc2f-3338-40fe-a39b-50916f4481a1,segment=NetworkSegment(ac046cf9-eac6-43fb-a267-14970bf4e737),segment_id=ac046cf9-eac6-43fb-a267-14970bf4e737)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:57:14.525621 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device a08a7435-bdfe-40b0-a94a-eb49c0b5ba71 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:57:14.543460 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 38692) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:14.544605 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-d3782489-583b-4c88-9f12-d91eee44013f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7782459 Apr 12 17:57:14.549284 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-0bc13b69-25d6-42c6-987c-21d19711ea07 admin admin] Request body: {'subnet': {'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1407309218-subnet', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:14.557189 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3782489-583b-4c88-9f12-d91eee44013f admin admin] Pushing event updated for resources: {'Network': ['ID=962da255-4ac2-45d1-ad32-4d4894c84b68,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:14.558098 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-26261d65-fdc0-4627-834e-f69bced1c25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (fbcfdc2f-3338-40fe-a39b-50916f4481a1), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:14.600157 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc13b69-25d6-42c6-987c-21d19711ea07 admin admin] Made reservation on behalf of 6805cc1691a2411e9fe93aa26e73962a for: {'subnet': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:57:14.604153 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0bc13b69-25d6-42c6-987c-21d19711ea07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9217468'] for subnet (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:14.707104 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26261d65-fdc0-4627-834e-f69bced1c25c None None] Pushing event updated for resources: {'Port': ['ID=fbcfdc2f-3338-40fe-a39b-50916f4481a1,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:14.709935 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Network 962da255-4ac2-45d1-ad32-4d4894c84b68 details requested by agent ovs-agent-dv-cinder-837534-1-iscsi with host dv-cinder-837534-1-iscsi {{(pid=109828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 17:57:14.916929 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-f8c6b953-5536-4fef-843a-bf479bc1d0ed None None] Provisioning complete for port fbcfdc2f-3338-40fe-a39b-50916f4481a1 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:14.917309 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-f8c6b953-5536-4fef-843a-bf479bc1d0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (fbcfdc2f-3338-40fe-a39b-50916f4481a1), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:14.942546 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38702) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:14.977374 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83932156-7f70-4ab1-87ae-94b10c33d3f5 req-243321a7-b3ed-49cb-98cd-f5b6612c1027 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:14.978890 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-83932156-7f70-4ab1-87ae-94b10c33d3f5 req-243321a7-b3ed-49cb-98cd-f5b6612c1027 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.3496819 Apr 12 17:57:15.066680 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port a08a7435-bdfe-40b0-a94a-eb49c0b5ba71 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:15.067586 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (a08a7435-bdfe-40b0-a94a-eb49c0b5ba71), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:15.067707 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-83932156-7f70-4ab1-87ae-94b10c33d3f5 req-7dd382c6-03cf-4893-b43d-0049f82c886b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758691 Apr 12 17:57:15.120671 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-62021db6-5617-4a7e-999f-beebbbebb506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:15.122734 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b41837-402d-4ad0-bc9f-19e478c59898', 'name': 'tempest-TestVolumeBootPattern-188421440-router', 'tenant_id': '9a3adb922bcd4e558537399b09cc8ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'a08a7435-bdfe-40b0-a94a-eb49c0b5ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:06Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 4, 'project_id': '9a3adb922bcd4e558537399b09cc8ce8', 'gw_port': {'id': 'a08a7435-bdfe-40b0-a94a-eb49c0b5ba71', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b41837-402d-4ad0-bc9f-19e478c59898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:06Z', 'updated_at': '2022-04-12T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': 'fbcfdc2f-3338-40fe-a39b-50916f4481a1', 'name': '', 'network_id': 'e2f3e8ba-19c9-45e0-898a-776641c00c2c', 'tenant_id': '9a3adb922bcd4e558537399b09cc8ce8', 'mac_address': 'fa:16:3e:67:cd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b41837-402d-4ad0-bc9f-19e478c59898', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '41bc44ea-61a1-4d85-be34-c1b9fd4f8d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:08Z', 'updated_at': '2022-04-12T17:57:14Z', 'revision_number': 4, 'project_id': '9a3adb922bcd4e558537399b09cc8ce8', 'subnets': [{'id': '41bc44ea-61a1-4d85-be34-c1b9fd4f8d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:15.124430 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-f8c6b953-5536-4fef-843a-bf479bc1d0ed None None] Current status of the port fbcfdc2f-3338-40fe-a39b-50916f4481a1 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:15.139744 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0bc13b69-25d6-42c6-987c-21d19711ea07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9211508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9217450'] for subnet (58bfda40-3da6-4fb6-b2fa-6600bac73073), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:15.159393 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62755362-4d99-4df4-853d-7b53331ae989 None None] The sync data for ids ['10b41837-402d-4ad0-bc9f-19e478c59898'] in dv-cinder-837534-1-iscsi is: [{'id': '10b41837-402d-4ad0-bc9f-19e478c59898', 'name': 'tempest-TestVolumeBootPattern-188421440-router', 'tenant_id': '9a3adb922bcd4e558537399b09cc8ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'a08a7435-bdfe-40b0-a94a-eb49c0b5ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:06Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 4, 'project_id': '9a3adb922bcd4e558537399b09cc8ce8', 'gw_port': {'id': 'a08a7435-bdfe-40b0-a94a-eb49c0b5ba71', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b41837-402d-4ad0-bc9f-19e478c59898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:06Z', 'updated_at': '2022-04-12T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': 'fbcfdc2f-3338-40fe-a39b-50916f4481a1', 'name': '', 'network_id': 'e2f3e8ba-19c9-45e0-898a-776641c00c2c', 'tenant_id': '9a3adb922bcd4e558537399b09cc8ce8', 'mac_address': 'fa:16:3e:67:cd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b41837-402d-4ad0-bc9f-19e478c59898', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '41bc44ea-61a1-4d85-be34-c1b9fd4f8d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:08Z', 'updated_at': '2022-04-12T17:57:14Z', 'revision_number': 4, 'project_id': '9a3adb922bcd4e558537399b09cc8ce8', 'subnets': [{'id': '41bc44ea-61a1-4d85-be34-c1b9fd4f8d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:57:15.239477 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc13b69-25d6-42c6-987c-21d19711ea07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58bfda40-3da6-4fb6-b2fa-6600bac73073,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:15.242157 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc13b69-25d6-42c6-987c-21d19711ea07 admin admin] Checking segment: {'id': '76cc6800-0852-427c-871b-1eb07b87be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:57:15.242671 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc13b69-25d6-42c6-987c-21d19711ea07 admin admin] Network hostable DHCP agents. Network: 962da255-4ac2-45d1-ad32-4d4894c84b68, hostable agents: ['f62d2ff0-78a3-4755-b741-8a96efa63a46'], hosted agents: [] {{(pid=109827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 17:57:15.251691 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port a08a7435-bdfe-40b0-a94a-eb49c0b5ba71 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:15.256362 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-62021db6-5617-4a7e-999f-beebbbebb506 admin admin] Publish callbacks [] for security_group (02ff8e4a-f01c-4d08-a4c7-f1cb6f37c079), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:15.266068 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-62021db6-5617-4a7e-999f-beebbbebb506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (02ff8e4a-f01c-4d08-a4c7-f1cb6f37c079), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:15.279506 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc13b69-25d6-42c6-987c-21d19711ea07 admin admin] Network 962da255-4ac2-45d1-ad32-4d4894c84b68 is scheduled to be hosted by DHCP agent f62d2ff0-78a3-4755-b741-8a96efa63a46 with binding_index 1 {{(pid=109827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 17:57:15.290780 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-0bc13b69-25d6-42c6-987c-21d19711ea07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837534-1-iscsi, 962da255-4ac2-45d1-ad32-4d4894c84b68) {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:57:15.306365 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc13b69-25d6-42c6-987c-21d19711ea07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:15.308204 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecd5d6c-f80a-4323-8b60-3ccb48a36701 None None] Network 962da255-4ac2-45d1-ad32-4d4894c84b68 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:57:15.308668 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0bc13b69-25d6-42c6-987c-21d19711ea07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:15.322683 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-62021db6-5617-4a7e-999f-beebbbebb506 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a83d50d9f2a74eb7b95c17d9c7632b73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3788710 Apr 12 17:57:15.326507 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38722) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:15.335411 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62021db6-5617-4a7e-999f-beebbbebb506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ff8e4a-f01c-4d08-a4c7-f1cb6f37c079,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:15.356027 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-0bc13b69-25d6-42c6-987c-21d19711ea07 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8115988 Apr 12 17:57:15.358775 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 38724) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:15.366845 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-3dfce553-8623-490f-ac39-82ad8e6acfee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1407309218-router', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56'}}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:15.400134 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3dfce553-8623-490f-ac39-82ad8e6acfee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8074'] for router (49a0daf5-88f1-4b49-ad50-c300dba617b0), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:15.401667 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3dfce553-8623-490f-ac39-82ad8e6acfee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8083'] for router (49a0daf5-88f1-4b49-ad50-c300dba617b0), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:15.413046 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c345dd0-0dfd-442c-9caa-d502e35bce9c admin admin] Publish callbacks [] for security_group (02ff8e4a-f01c-4d08-a4c7-f1cb6f37c079), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:15.458498 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c345dd0-0dfd-442c-9caa-d502e35bce9c admin admin] Publish callbacks [] for security_group (02ff8e4a-f01c-4d08-a4c7-f1cb6f37c079), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:15.483126 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4670d009-a7e5-437f-8a0f-939f72dc17da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a33860b-d462-54ed-9149-0f1d9a665084-962da255-4ac2-45d1-ad32-4d4894c84b68', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'fixed_ips': [{'subnet_id': '58bfda40-3da6-4fb6-b2fa-6600bac73073'}]}} from dv-cinder-837534-1-iscsi. {{(pid=109828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 17:57:15.484712 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4670d009-a7e5-437f-8a0f-939f72dc17da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:15.493147 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3dfce553-8623-490f-ac39-82ad8e6acfee admin admin] Publish callbacks [] for router_controller (49a0daf5-88f1-4b49-ad50-c300dba617b0), precommit_add_association {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:15.524427 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c345dd0-0dfd-442c-9caa-d502e35bce9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (02ff8e4a-f01c-4d08-a4c7-f1cb6f37c079), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:15.528085 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c345dd0-0dfd-442c-9caa-d502e35bce9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:15.531833 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-5c345dd0-0dfd-442c-9caa-d502e35bce9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02ff8e4a-f01c-4d08-a4c7-f1cb6f37c079 HTTP/1.1" status: 204 len: 168 time: 0.2019632 Apr 12 17:57:15.560424 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c345dd0-0dfd-442c-9caa-d502e35bce9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ff8e4a-f01c-4d08-a4c7-f1cb6f37c079,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:15.664284 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3dfce553-8623-490f-ac39-82ad8e6acfee admin admin] Publish callbacks [] for router_gateway (49a0daf5-88f1-4b49-ad50-c300dba617b0), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:15.758694 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.db_base_plugin_common [None req-4670d009-a7e5-437f-8a0f-939f72dc17da None None] Allocated IP 172.20.0.2 (962da255-4ac2-45d1-ad32-4d4894c84b68/58bfda40-3da6-4fb6-b2fa-6600bac73073/5b74f0bc-dc89-47ec-afac-41bc282e57d6) {{(pid=109828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:57:15.938029 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3dfce553-8623-490f-ac39-82ad8e6acfee admin admin] Publish callbacks [] for router_gateway (49a0daf5-88f1-4b49-ad50-c300dba617b0), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:15.968721 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3dfce553-8623-490f-ac39-82ad8e6acfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:15.997883 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4670d009-a7e5-437f-8a0f-939f72dc17da None None] Publish callbacks [] for port (5b74f0bc-dc89-47ec-afac-41bc282e57d6), precommit_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:16.006696 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4670d009-a7e5-437f-8a0f-939f72dc17da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (5b74f0bc-dc89-47ec-afac-41bc282e57d6), after_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:16.046496 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4670d009-a7e5-437f-8a0f-939f72dc17da None None] Network 962da255-4ac2-45d1-ad32-4d4894c84b68 is already hosted by enough agents. {{(pid=109828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:57:16.050752 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.base_scheduler [None req-4670d009-a7e5-437f-8a0f-939f72dc17da None None] Resources bound (agent type, host, resource id): {{(pid=109828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:57:16.054115 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4670d009-a7e5-437f-8a0f-939f72dc17da None None] Received port after_create {{(pid=109828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:57:16.169114 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670d009-a7e5-437f-8a0f-939f72dc17da None None] Pushing event updated for resources: {'Port': ['ID=5b74f0bc-dc89-47ec-afac-41bc282e57d6,revision_number=1']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:16.191256 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-4670d009-a7e5-437f-8a0f-939f72dc17da None None] Attempting to bind port 5b74f0bc-dc89-47ec-afac-41bc282e57d6 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:57:16.191964 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-4670d009-a7e5-437f-8a0f-939f72dc17da None None] Attempting to bind port 5b74f0bc-dc89-47ec-afac-41bc282e57d6 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '76cc6800-0852-427c-871b-1eb07b87be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:57:16.193251 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4670d009-a7e5-437f-8a0f-939f72dc17da None None] Attempting to bind port 5b74f0bc-dc89-47ec-afac-41bc282e57d6 on network 962da255-4ac2-45d1-ad32-4d4894c84b68 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:57:16.199750 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-3dfce553-8623-490f-ac39-82ad8e6acfee admin admin] Allocated IP 172.27.0.66 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/630ac3f3-5053-4142-af04-7a686398b926) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:57:16.201480 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4670d009-a7e5-437f-8a0f-939f72dc17da None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:57:16.202631 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4670d009-a7e5-437f-8a0f-939f72dc17da None None] Checking segment: {'id': '76cc6800-0852-427c-871b-1eb07b87be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:57:16.203595 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4670d009-a7e5-437f-8a0f-939f72dc17da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:16.204763 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4670d009-a7e5-437f-8a0f-939f72dc17da None None] Bound using segment: {'id': '76cc6800-0852-427c-871b-1eb07b87be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:57:16.206449 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-4670d009-a7e5-437f-8a0f-939f72dc17da None None] Bound port: 5b74f0bc-dc89-47ec-afac-41bc282e57d6, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cc6800-0852-427c-871b-1eb07b87be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:57:16.207145 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4670d009-a7e5-437f-8a0f-939f72dc17da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (5b74f0bc-dc89-47ec-afac-41bc282e57d6), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:16.337454 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062b434-695f-45f8-8586-17e45f30d6c7 req-41681d5f-751a-40e5-89ac-3be10d3c28a1 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:16.339053 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9062b434-695f-45f8-8586-17e45f30d6c7 req-41681d5f-751a-40e5-89ac-3be10d3c28a1 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.1265986 Apr 12 17:57:16.347802 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-4670d009-a7e5-437f-8a0f-939f72dc17da None None] For port 5b74f0bc-dc89-47ec-afac-41bc282e57d6, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:57:16.356087 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-4670d009-a7e5-437f-8a0f-939f72dc17da None None] For port 5b74f0bc-dc89-47ec-afac-41bc282e57d6, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=5b74f0bc-dc89-47ec-afac-41bc282e57d6,segment=NetworkSegment(76cc6800-0852-427c-871b-1eb07b87be9a),segment_id=76cc6800-0852-427c-871b-1eb07b87be9a)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:57:16.375863 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4670d009-a7e5-437f-8a0f-939f72dc17da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (5b74f0bc-dc89-47ec-afac-41bc282e57d6), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:16.464598 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38762) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:16.508211 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670d009-a7e5-437f-8a0f-939f72dc17da None None] Pushing event updated for resources: {'Port': ['ID=5b74f0bc-dc89-47ec-afac-41bc282e57d6,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:16.559605 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9062b434-695f-45f8-8586-17e45f30d6c7 req-f4139eb7-23f2-4788-8eea-1b372754a024 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404035 Apr 12 17:57:16.601948 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device fbcfdc2f-3338-40fe-a39b-50916f4481a1 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:57:16.614166 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3dfce553-8623-490f-ac39-82ad8e6acfee admin admin] Publish callbacks [] for port (630ac3f3-5053-4142-af04-7a686398b926), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:16.686392 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-07c46511-c561-4870-83d7-27864e0f5cb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:16.702065 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port fbcfdc2f-3338-40fe-a39b-50916f4481a1 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:16.702303 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (fbcfdc2f-3338-40fe-a39b-50916f4481a1), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:16.709135 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3dfce553-8623-490f-ac39-82ad8e6acfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (630ac3f3-5053-4142-af04-7a686398b926), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:16.802214 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfce553-8623-490f-ac39-82ad8e6acfee admin admin] Pushing event updated for resources: {'Port': ['ID=630ac3f3-5053-4142-af04-7a686398b926,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:16.816464 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfce553-8623-490f-ac39-82ad8e6acfee admin admin] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:57:16.818366 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-3dfce553-8623-490f-ac39-82ad8e6acfee admin admin] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:57:16.822657 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfce553-8623-490f-ac39-82ad8e6acfee admin admin] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:57:16.876471 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port fbcfdc2f-3338-40fe-a39b-50916f4481a1 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:16.964328 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-07c46511-c561-4870-83d7-27864e0f5cb8 admin admin] Publish callbacks [] for security_group (9b53be87-34cc-45b5-abdd-c5beab6f805e), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:16.969548 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-07c46511-c561-4870-83d7-27864e0f5cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (9b53be87-34cc-45b5-abdd-c5beab6f805e), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:17.024520 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-07c46511-c561-4870-83d7-27864e0f5cb8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08ee740fea7247eca7bdd51918ea11b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5586171 Apr 12 17:57:17.025475 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c46511-c561-4870-83d7-27864e0f5cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b53be87-34cc-45b5-abdd-c5beab6f805e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:17.029497 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38776) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:17.109588 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8d186158-5154-42a9-9874-8b05f52aa715 admin admin] Publish callbacks [] for security_group (9b53be87-34cc-45b5-abdd-c5beab6f805e), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:17.138622 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8d186158-5154-42a9-9874-8b05f52aa715 admin admin] Publish callbacks [] for security_group (9b53be87-34cc-45b5-abdd-c5beab6f805e), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:17.202253 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8d186158-5154-42a9-9874-8b05f52aa715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (9b53be87-34cc-45b5-abdd-c5beab6f805e), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:17.204160 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3dfce553-8623-490f-ac39-82ad8e6acfee admin admin] Publish callbacks [] for router_gateway (49a0daf5-88f1-4b49-ad50-c300dba617b0), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:17.205471 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8d186158-5154-42a9-9874-8b05f52aa715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:17.208702 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-8d186158-5154-42a9-9874-8b05f52aa715 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b53be87-34cc-45b5-abdd-c5beab6f805e HTTP/1.1" status: 204 len: 168 time: 0.1766286 Apr 12 17:57:17.220350 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d186158-5154-42a9-9874-8b05f52aa715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b53be87-34cc-45b5-abdd-c5beab6f805e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:17.456862 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3dfce553-8623-490f-ac39-82ad8e6acfee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546215'] for router (49a0daf5-88f1-4b49-ad50-c300dba617b0), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:17.598663 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:57:17.657392 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfce553-8623-490f-ac39-82ad8e6acfee admin admin] Router 49a0daf5-88f1-4b49-ad50-c300dba617b0 is scheduled to L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e with binding_index 1 {{(pid=109827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 17:57:17.750034 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38804) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:17.767891 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6db9f79d-2894-41ef-81df-51b44991691f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:17.922461 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e57ea-4a6b-45aa-bf6f-6581fab3c2a1 req-15c2edb4-df70-4f72-af1a-dedbc11f6b3c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:17.924049 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f52e57ea-4a6b-45aa-bf6f-6581fab3c2a1 req-15c2edb4-df70-4f72-af1a-dedbc11f6b3c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.1982665 Apr 12 17:57:17.941557 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6db9f79d-2894-41ef-81df-51b44991691f admin admin] Publish callbacks [] for security_group (3e997da5-9566-466b-8d03-bf8d84977a38), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:17.947621 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6db9f79d-2894-41ef-81df-51b44991691f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (3e997da5-9566-466b-8d03-bf8d84977a38), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:17.988232 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfce553-8623-490f-ac39-82ad8e6acfee admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:57:17.998877 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] Sync routers for ids ['49a0daf5-88f1-4b49-ad50-c300dba617b0'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:57:18.019837 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] Routers {'49a0daf5-88f1-4b49-ad50-c300dba617b0'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:57:18.021920 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:57:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['49a0daf5-88f1-4b49-ad50-c300dba617b0'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:18.023797 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f52e57ea-4a6b-45aa-bf6f-6581fab3c2a1 req-e426eb04-7b7b-400d-803f-b44ddcc96ef4 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911784 Apr 12 17:57:18.028486 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3dfce553-8623-490f-ac39-82ad8e6acfee admin admin] Publish callbacks [] for router (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:18.029846 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-3dfce553-8623-490f-ac39-82ad8e6acfee admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6701767 Apr 12 17:57:18.032538 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 38816) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:18.036282 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-6db9f79d-2894-41ef-81df-51b44991691f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29dca1c5355f4ac7b2b5ee7fda9b5eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844191 Apr 12 17:57:18.037199 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38818) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:18.046185 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9f79d-2894-41ef-81df-51b44991691f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e997da5-9566-466b-8d03-bf8d84977a38,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:18.116737 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf2ea7b5-f9fc-4373-b73b-3168f8dfe33c admin admin] Publish callbacks [] for security_group (3e997da5-9566-466b-8d03-bf8d84977a38), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:18.144735 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf2ea7b5-f9fc-4373-b73b-3168f8dfe33c admin admin] Publish callbacks [] for security_group (3e997da5-9566-466b-8d03-bf8d84977a38), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:18.181317 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] Set router 49a0daf5-88f1-4b49-ad50-c300dba617b0 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:57:18.201929 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf2ea7b5-f9fc-4373-b73b-3168f8dfe33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (3e997da5-9566-466b-8d03-bf8d84977a38), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:18.207450 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf2ea7b5-f9fc-4373-b73b-3168f8dfe33c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:18.212048 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-bf2ea7b5-f9fc-4373-b73b-3168f8dfe33c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e997da5-9566-466b-8d03-bf8d84977a38 HTTP/1.1" status: 204 len: 168 time: 0.1738448 Apr 12 17:57:18.224577 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ea7b5-f9fc-4373-b73b-3168f8dfe33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e997da5-9566-466b-8d03-bf8d84977a38,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:18.328674 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95398ee-513a-492f-bb50-d4c4312323a4 None None] Network 962da255-4ac2-45d1-ad32-4d4894c84b68 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 17:57:18.430494 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-167578cd-8aa4-45ab-a31a-9ac2e4fdf513 None None] Provisioning complete for port 5b74f0bc-dc89-47ec-afac-41bc282e57d6 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:18.431153 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-167578cd-8aa4-45ab-a31a-9ac2e4fdf513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (5b74f0bc-dc89-47ec-afac-41bc282e57d6), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:18.472780 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'name': 'tempest-AttachVolumeTestJSON-1407309218-router', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '630ac3f3-5053-4142-af04-7a686398b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:17Z', 'revision_number': 3, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'gw_port': {'id': '630ac3f3-5053-4142-af04-7a686398b926', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:18.531129 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] Checking router: 49a0daf5-88f1-4b49-ad50-c300dba617b0 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:57:18.531746 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] Updating router 49a0daf5-88f1-4b49-ad50-c300dba617b0 port 630ac3f3-5053-4142-af04-7a686398b926 binding host dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:57:18.576254 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-167578cd-8aa4-45ab-a31a-9ac2e4fdf513 None None] Current status of the port 5b74f0bc-dc89-47ec-afac-41bc282e57d6 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:18.576901 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-167578cd-8aa4-45ab-a31a-9ac2e4fdf513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (5b74f0bc-dc89-47ec-afac-41bc282e57d6), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:18.585247 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (630ac3f3-5053-4142-af04-7a686398b926), before_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:18.604237 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 5b74f0bc-dc89-47ec-afac-41bc282e57d6 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:57:18.647707 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-167578cd-8aa4-45ab-a31a-9ac2e4fdf513 None None] For port 5b74f0bc-dc89-47ec-afac-41bc282e57d6, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=5b74f0bc-dc89-47ec-afac-41bc282e57d6,segment=NetworkSegment(76cc6800-0852-427c-871b-1eb07b87be9a),segment_id=76cc6800-0852-427c-871b-1eb07b87be9a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:57:18.662890 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-167578cd-8aa4-45ab-a31a-9ac2e4fdf513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (5b74f0bc-dc89-47ec-afac-41bc282e57d6), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:18.718673 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 5b74f0bc-dc89-47ec-afac-41bc282e57d6 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:18.719284 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (5b74f0bc-dc89-47ec-afac-41bc282e57d6), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:18.784144 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167578cd-8aa4-45ab-a31a-9ac2e4fdf513 None None] Pushing event updated for resources: {'Port': ['ID=5b74f0bc-dc89-47ec-afac-41bc282e57d6,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:18.858073 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 5b74f0bc-dc89-47ec-afac-41bc282e57d6 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:19.039001 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38832) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:19.044036 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] Publish callbacks [] for port (630ac3f3-5053-4142-af04-7a686398b926), precommit_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:19.053072 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (630ac3f3-5053-4142-af04-7a686398b926), after_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:19.058138 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a6ac9fc2-9cb7-4f4d-ab87-16476c8a8519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:19.084483 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5871f707-72a4-4c3a-b2c0-29cdbb4eec16 None None] Provisioning complete for port 5b74f0bc-dc89-47ec-afac-41bc282e57d6 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:19.084891 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5871f707-72a4-4c3a-b2c0-29cdbb4eec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (5b74f0bc-dc89-47ec-afac-41bc282e57d6), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:19.134999 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e5067-df71-4dca-bb80-37501fb8a947 None None] Pushing event updated for resources: {'Port': ['ID=630ac3f3-5053-4142-af04-7a686398b926,revision_number=2']} {{(pid=109829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:19.137338 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] Attempting to bind port 630ac3f3-5053-4142-af04-7a686398b926 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:57:19.138040 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] Attempting to bind port 630ac3f3-5053-4142-af04-7a686398b926 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'}] {{(pid=109829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:57:19.139332 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] Attempting to bind port 630ac3f3-5053-4142-af04-7a686398b926 on network 05f7d063-e626-411a-9797-8659504ada56 {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:57:19.148446 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:57:19.149333 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] Checking segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:57:19.149975 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:19.150840 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] Bound using segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:57:19.151502 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] Bound port: 630ac3f3-5053-4142-af04-7a686398b926, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'}}] {{(pid=109829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:57:19.152085 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (630ac3f3-5053-4142-af04-7a686398b926), before_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:19.190961 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a6ac9fc2-9cb7-4f4d-ab87-16476c8a8519 admin admin] Publish callbacks [] for security_group (887a5f5f-5dbc-4bef-9ce6-984a830e3dd0), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:19.196553 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a6ac9fc2-9cb7-4f4d-ab87-16476c8a8519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (887a5f5f-5dbc-4bef-9ce6-984a830e3dd0), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:19.212662 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.db [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] For port 630ac3f3-5053-4142-af04-7a686398b926, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:57:19.215617 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5871f707-72a4-4c3a-b2c0-29cdbb4eec16 None None] Current status of the port 5b74f0bc-dc89-47ec-afac-41bc282e57d6 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:19.216554 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.db [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] For port 630ac3f3-5053-4142-af04-7a686398b926, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=630ac3f3-5053-4142-af04-7a686398b926,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:57:19.226299 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (630ac3f3-5053-4142-af04-7a686398b926), after_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:19.233890 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506465c-8d0f-4926-b05c-ebe64a0550b3 req-be9f7f60-d133-45ba-b782-132fe3a83b01 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:19.241353 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6506465c-8d0f-4926-b05c-ebe64a0550b3 req-be9f7f60-d133-45ba-b782-132fe3a83b01 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0925159 Apr 12 17:57:19.245581 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-a6ac9fc2-9cb7-4f4d-ab87-16476c8a8519 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bec3e0811c24c3c89d4336958d148b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2054641 Apr 12 17:57:19.248582 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38838) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:19.255951 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac9fc2-9cb7-4f4d-ab87-16476c8a8519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887a5f5f-5dbc-4bef-9ce6-984a830e3dd0,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:19.308230 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] Routers {'49a0daf5-88f1-4b49-ad50-c300dba617b0'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:57:19.308853 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:57:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['49a0daf5-88f1-4b49-ad50-c300dba617b0'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:19.311801 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e5067-df71-4dca-bb80-37501fb8a947 None None] Pushing event updated for resources: {'Port': ['ID=630ac3f3-5053-4142-af04-7a686398b926,revision_number=3']} {{(pid=109829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:19.316554 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-672827b3-7b7c-4b5e-b238-74c8108433a1 admin admin] Publish callbacks [] for security_group (887a5f5f-5dbc-4bef-9ce6-984a830e3dd0), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:19.317092 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f8b4646f-5ef3-486d-a2bb-c22fb52340e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:19.326840 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6506465c-8d0f-4926-b05c-ebe64a0550b3 req-0b574632-595f-4c40-91ba-77ff1e45ddf5 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844684 Apr 12 17:57:19.354449 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-672827b3-7b7c-4b5e-b238-74c8108433a1 admin admin] Publish callbacks [] for security_group (887a5f5f-5dbc-4bef-9ce6-984a830e3dd0), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:19.404783 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-672827b3-7b7c-4b5e-b238-74c8108433a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (887a5f5f-5dbc-4bef-9ce6-984a830e3dd0), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:19.407438 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-672827b3-7b7c-4b5e-b238-74c8108433a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:19.411570 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-672827b3-7b7c-4b5e-b238-74c8108433a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/887a5f5f-5dbc-4bef-9ce6-984a830e3dd0 HTTP/1.1" status: 204 len: 168 time: 0.1620150 Apr 12 17:57:19.420728 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672827b3-7b7c-4b5e-b238-74c8108433a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887a5f5f-5dbc-4bef-9ce6-984a830e3dd0,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:19.436407 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] Set router 49a0daf5-88f1-4b49-ad50-c300dba617b0 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:57:19.519760 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-f8b4646f-5ef3-486d-a2bb-c22fb52340e6 admin admin] Allocated IP 172.20.0.1 (962da255-4ac2-45d1-ad32-4d4894c84b68/58bfda40-3da6-4fb6-b2fa-6600bac73073/3a77e5ac-4462-49fb-a402-b16ad864d3a5) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:57:19.623007 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'name': 'tempest-AttachVolumeTestJSON-1407309218-router', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '630ac3f3-5053-4142-af04-7a686398b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:17Z', 'revision_number': 3, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'gw_port': {'id': '630ac3f3-5053-4142-af04-7a686398b926', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:19.633270 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f8b4646f-5ef3-486d-a2bb-c22fb52340e6 admin admin] Publish callbacks [] for port (3a77e5ac-4462-49fb-a402-b16ad864d3a5), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:19.650752 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd407789-13e5-4610-bfe8-9e4377c16caa None None] The sync data for ids ['49a0daf5-88f1-4b49-ad50-c300dba617b0'] in dv-cinder-837534-1-iscsi is: [{'id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'name': 'tempest-AttachVolumeTestJSON-1407309218-router', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '630ac3f3-5053-4142-af04-7a686398b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:17Z', 'revision_number': 3, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'gw_port': {'id': '630ac3f3-5053-4142-af04-7a686398b926', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:57:19.669528 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f8b4646f-5ef3-486d-a2bb-c22fb52340e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (3a77e5ac-4462-49fb-a402-b16ad864d3a5), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:19.721637 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b4646f-5ef3-486d-a2bb-c22fb52340e6 admin admin] Network 962da255-4ac2-45d1-ad32-4d4894c84b68 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:57:19.725806 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-f8b4646f-5ef3-486d-a2bb-c22fb52340e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:57:19.729044 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b4646f-5ef3-486d-a2bb-c22fb52340e6 admin admin] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:57:19.757453 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4646f-5ef3-486d-a2bb-c22fb52340e6 admin admin] Pushing event updated for resources: {'Port': ['ID=3a77e5ac-4462-49fb-a402-b16ad864d3a5,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:19.790358 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f8b4646f-5ef3-486d-a2bb-c22fb52340e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546134'] for router_interface (49a0daf5-88f1-4b49-ad50-c300dba617b0), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:19.987992 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f8b4646f-5ef3-486d-a2bb-c22fb52340e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (3a77e5ac-4462-49fb-a402-b16ad864d3a5), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:20.053781 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-19667a8f-f6e2-4ea8-8a34-363c4e9887e0 None None] Provisioning complete for port 3a77e5ac-4462-49fb-a402-b16ad864d3a5 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:20.054946 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-19667a8f-f6e2-4ea8-8a34-363c4e9887e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (3a77e5ac-4462-49fb-a402-b16ad864d3a5), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:20.108846 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-19667a8f-f6e2-4ea8-8a34-363c4e9887e0 None None] Port 3a77e5ac-4462-49fb-a402-b16ad864d3a5 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:57:20.206846 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f8b4646f-5ef3-486d-a2bb-c22fb52340e6 admin admin] Publish callbacks [] for port (3a77e5ac-4462-49fb-a402-b16ad864d3a5), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:20.212936 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f8b4646f-5ef3-486d-a2bb-c22fb52340e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209085'] for port (3a77e5ac-4462-49fb-a402-b16ad864d3a5), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:20.293662 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4646f-5ef3-486d-a2bb-c22fb52340e6 admin admin] Pushing event updated for resources: {'Port': ['ID=3a77e5ac-4462-49fb-a402-b16ad864d3a5,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:20.296979 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f8b4646f-5ef3-486d-a2bb-c22fb52340e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548582'] for router_interface (49a0daf5-88f1-4b49-ad50-c300dba617b0), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:20.409480 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b4646f-5ef3-486d-a2bb-c22fb52340e6 admin admin] Network 962da255-4ac2-45d1-ad32-4d4894c84b68 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:57:20.413423 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-f8b4646f-5ef3-486d-a2bb-c22fb52340e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:57:20.550787 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d7c63-ac34-49ec-b0b9-afa9556deaaf req-a0535de1-2ec4-4220-95e8-437f41c7a52c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:20.555120 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-554d7c63-ac34-49ec-b0b9-afa9556deaaf req-a0535de1-2ec4-4220-95e8-437f41c7a52c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.1439497 Apr 12 17:57:20.616887 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 5b74f0bc-dc89-47ec-afac-41bc282e57d6 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:57:20.677290 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 5b74f0bc-dc89-47ec-afac-41bc282e57d6 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:20.677661 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (5b74f0bc-dc89-47ec-afac-41bc282e57d6), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:20.697271 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-554d7c63-ac34-49ec-b0b9-afa9556deaaf req-b5a654ab-7e89-4bbd-a7f2-924d750a4308 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242085 Apr 12 17:57:20.720220 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b4646f-5ef3-486d-a2bb-c22fb52340e6 admin admin] Router 49a0daf5-88f1-4b49-ad50-c300dba617b0 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:57:20.768372 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 5b74f0bc-dc89-47ec-afac-41bc282e57d6 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:20.769441 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 630ac3f3-5053-4142-af04-7a686398b926 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:57:20.822098 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 630ac3f3-5053-4142-af04-7a686398b926 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:20.822510 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (630ac3f3-5053-4142-af04-7a686398b926), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:20.842898 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b4646f-5ef3-486d-a2bb-c22fb52340e6 admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:57:20.850221 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-f8b4646f-5ef3-486d-a2bb-c22fb52340e6 admin admin] 10.222.0.24 "PUT /v2.0/routers/49a0daf5-88f1-4b49-ad50-c300dba617b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8143036 Apr 12 17:57:20.859824 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-bac09fc6-8e0a-427d-baa4-14eb23a552bf None None] Provisioning complete for port 3a77e5ac-4462-49fb-a402-b16ad864d3a5 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:20.860206 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-bac09fc6-8e0a-427d-baa4-14eb23a552bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (3a77e5ac-4462-49fb-a402-b16ad864d3a5), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:20.904548 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-bac09fc6-8e0a-427d-baa4-14eb23a552bf None None] Port 3a77e5ac-4462-49fb-a402-b16ad864d3a5 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:57:20.945955 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 630ac3f3-5053-4142-af04-7a686398b926 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:20.946384 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (630ac3f3-5053-4142-af04-7a686398b926), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:20.973385 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] For port 630ac3f3-5053-4142-af04-7a686398b926, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=630ac3f3-5053-4142-af04-7a686398b926,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:57:20.978498 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (630ac3f3-5053-4142-af04-7a686398b926), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:21.043937 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Pushing event updated for resources: {'Port': ['ID=630ac3f3-5053-4142-af04-7a686398b926,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:21.617639 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38938) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:21.622222 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-0a252f0e-b903-41ae-9cdb-3beda7ddde27 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--871640426', 'description': 'tempest-description--512075453'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:21.643214 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0a252f0e-b903-41ae-9cdb-3beda7ddde27 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:21.712066 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0a252f0e-b903-41ae-9cdb-3beda7ddde27 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group (cfc02a2e-bb76-4495-9de7-cb2692348ff9), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:21.715480 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0a252f0e-b903-41ae-9cdb-3beda7ddde27 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (cfc02a2e-bb76-4495-9de7-cb2692348ff9), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:21.749106 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0a252f0e-b903-41ae-9cdb-3beda7ddde27 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:21.753190 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-0a252f0e-b903-41ae-9cdb-3beda7ddde27 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1344426 Apr 12 17:57:21.756083 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38942) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:21.760472 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-3e7c3948-e801-4755-9e12-e7b4b5b4d441 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Request body: {'security_group_rule': {'security_group_id': 'cfc02a2e-bb76-4495-9de7-cb2692348ff9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:21.766248 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a252f0e-b903-41ae-9cdb-3beda7ddde27 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc02a2e-bb76-4495-9de7-cb2692348ff9,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:21.803485 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3e7c3948-e801-4755-9e12-e7b4b5b4d441 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group_rule (ae79f9da-dbf7-41d9-a6de-b6a46412e140), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:21.825574 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a940eb-87b4-48df-a39c-e344de9ca64f req-755802a2-3651-4bc9-aba5-d6b6c3bcbcb2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:21.827154 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-75a940eb-87b4-48df-a39c-e344de9ca64f req-755802a2-3651-4bc9-aba5-d6b6c3bcbcb2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0552006 Apr 12 17:57:21.865173 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3e7c3948-e801-4755-9e12-e7b4b5b4d441 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group_rule (ae79f9da-dbf7-41d9-a6de-b6a46412e140), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:21.869460 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3e7c3948-e801-4755-9e12-e7b4b5b4d441 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (ae79f9da-dbf7-41d9-a6de-b6a46412e140), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:21.885861 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-75a940eb-87b4-48df-a39c-e344de9ca64f req-fc7d742f-93fe-4bac-bdaa-d7637b257670 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485339 Apr 12 17:57:21.890037 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c3948-e801-4755-9e12-e7b4b5b4d441 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae79f9da-dbf7-41d9-a6de-b6a46412e140,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:21.899379 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3e7c3948-e801-4755-9e12-e7b4b5b4d441 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:21.907485 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-3e7c3948-e801-4755-9e12-e7b4b5b4d441 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435905 Apr 12 17:57:21.907581 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 38944) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:21.908522 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-c1abb11a-c846-4f08-adb8-a9879c0b008a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Request body: {'security_group_rule': {'security_group_id': 'cfc02a2e-bb76-4495-9de7-cb2692348ff9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:21.933333 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c1abb11a-c846-4f08-adb8-a9879c0b008a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group_rule (d73035e3-b754-4053-8b45-76b72b7f7825), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:21.988458 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c1abb11a-c846-4f08-adb8-a9879c0b008a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group_rule (d73035e3-b754-4053-8b45-76b72b7f7825), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:21.992138 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c1abb11a-c846-4f08-adb8-a9879c0b008a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (d73035e3-b754-4053-8b45-76b72b7f7825), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:22.015393 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abb11a-c846-4f08-adb8-a9879c0b008a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73035e3-b754-4053-8b45-76b72b7f7825,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:22.026059 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c1abb11a-c846-4f08-adb8-a9879c0b008a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:22.026059 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-c1abb11a-c846-4f08-adb8-a9879c0b008a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206610 Apr 12 17:57:22.028260 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 38948) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:22.032698 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-628e26ac-5c13-4824-aaf3-b3939b1723f3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Request body: {'floatingip': {'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:22.058965 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-628e26ac-5c13-4824-aaf3-b3939b1723f3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:22.152216 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-628e26ac-5c13-4824-aaf3-b3939b1723f3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:22.281592 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-628e26ac-5c13-4824-aaf3-b3939b1723f3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Allocated IP 172.27.0.9 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/1149937c-9e04-46f1-ac4f-fa8488fd0600) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:57:22.413607 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-628e26ac-5c13-4824-aaf3-b3939b1723f3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for port (1149937c-9e04-46f1-ac4f-fa8488fd0600), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:22.459379 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-628e26ac-5c13-4824-aaf3-b3939b1723f3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (1149937c-9e04-46f1-ac4f-fa8488fd0600), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:22.482405 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 630ac3f3-5053-4142-af04-7a686398b926 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:57:22.517434 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628e26ac-5c13-4824-aaf3-b3939b1723f3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:57:22.519494 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-628e26ac-5c13-4824-aaf3-b3939b1723f3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:57:22.523632 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e26ac-5c13-4824-aaf3-b3939b1723f3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:57:22.532575 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e26ac-5c13-4824-aaf3-b3939b1723f3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Pushing event updated for resources: {'Port': ['ID=1149937c-9e04-46f1-ac4f-fa8488fd0600,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:22.552524 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 630ac3f3-5053-4142-af04-7a686398b926 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:22.552992 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (630ac3f3-5053-4142-af04-7a686398b926), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:22.583405 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-628e26ac-5c13-4824-aaf3-b3939b1723f3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for floatingip (917a3cec-6e2c-44d3-aa4f-40f8eddeb42e), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:22.622487 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-628e26ac-5c13-4824-aaf3-b3939b1723f3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (1149937c-9e04-46f1-ac4f-fa8488fd0600), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:22.642041 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 630ac3f3-5053-4142-af04-7a686398b926 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:22.765099 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] Sync routers for ids ['49a0daf5-88f1-4b49-ad50-c300dba617b0'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:57:22.776844 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] Routers {'49a0daf5-88f1-4b49-ad50-c300dba617b0'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:57:22.777470 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:57:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['49a0daf5-88f1-4b49-ad50-c300dba617b0'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:22.798204 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-628e26ac-5c13-4824-aaf3-b3939b1723f3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for port (1149937c-9e04-46f1-ac4f-fa8488fd0600), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:22.805083 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-628e26ac-5c13-4824-aaf3-b3939b1723f3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (1149937c-9e04-46f1-ac4f-fa8488fd0600), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:22.836019 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-628e26ac-5c13-4824-aaf3-b3939b1723f3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (917a3cec-6e2c-44d3-aa4f-40f8eddeb42e), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:22.860362 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-628e26ac-5c13-4824-aaf3-b3939b1723f3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:22.861695 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-628e26ac-5c13-4824-aaf3-b3939b1723f3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8324282 Apr 12 17:57:22.862686 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e26ac-5c13-4824-aaf3-b3939b1723f3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Pushing event updated for resources: {'Port': ['ID=1149937c-9e04-46f1-ac4f-fa8488fd0600,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:22.902952 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] Set router 49a0daf5-88f1-4b49-ad50-c300dba617b0 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:57:23.008887 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e77dbf-4991-441f-990a-a6e19ab1d914 req-2c1e681c-224a-4621-a352-9dac45c8b9c3 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:23.010289 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a2e77dbf-4991-441f-990a-a6e19ab1d914 req-2c1e681c-224a-4621-a352-9dac45c8b9c3 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0510740 Apr 12 17:57:23.059053 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a2e77dbf-4991-441f-990a-a6e19ab1d914 req-2c0f28cd-8adf-410d-b9bd-43991d78d2f3 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410962 Apr 12 17:57:23.098587 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'name': 'tempest-AttachVolumeTestJSON-1407309218-router', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '630ac3f3-5053-4142-af04-7a686398b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:19Z', 'revision_number': 4, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'gw_port': {'id': '630ac3f3-5053-4142-af04-7a686398b926', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '3a77e5ac-4462-49fb-a402-b16ad864d3a5', 'name': '', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'mac_address': 'fa:16:3e:b5:00:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:19Z', 'updated_at': '2022-04-12T17:57:20Z', 'revision_number': 2, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'subnets': [{'id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:23.128546 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] Checking router: 49a0daf5-88f1-4b49-ad50-c300dba617b0 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:57:23.128897 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] Updating router 49a0daf5-88f1-4b49-ad50-c300dba617b0 port 3a77e5ac-4462-49fb-a402-b16ad864d3a5 binding host dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 17:57:23.287022 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (3a77e5ac-4462-49fb-a402-b16ad864d3a5), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:23.578286 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] Publish callbacks [] for port (3a77e5ac-4462-49fb-a402-b16ad864d3a5), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:23.584674 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (3a77e5ac-4462-49fb-a402-b16ad864d3a5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:23.661540 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a22fb-494b-49c0-9518-87bd5775d9a4 None None] Pushing event updated for resources: {'Port': ['ID=3a77e5ac-4462-49fb-a402-b16ad864d3a5,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:23.702641 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] Attempting to bind port 3a77e5ac-4462-49fb-a402-b16ad864d3a5 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:57:23.703015 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] Attempting to bind port 3a77e5ac-4462-49fb-a402-b16ad864d3a5 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '76cc6800-0852-427c-871b-1eb07b87be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:57:23.703380 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] Attempting to bind port 3a77e5ac-4462-49fb-a402-b16ad864d3a5 on network 962da255-4ac2-45d1-ad32-4d4894c84b68 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:57:23.709499 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:57:23.709872 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] Checking segment: {'id': '76cc6800-0852-427c-871b-1eb07b87be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:57:23.710306 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:23.710695 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] Bound using segment: {'id': '76cc6800-0852-427c-871b-1eb07b87be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:57:23.711161 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] Bound port: 3a77e5ac-4462-49fb-a402-b16ad864d3a5, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cc6800-0852-427c-871b-1eb07b87be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:57:23.711536 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (3a77e5ac-4462-49fb-a402-b16ad864d3a5), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:23.792158 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] For port 3a77e5ac-4462-49fb-a402-b16ad864d3a5, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:57:23.797680 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] For port 3a77e5ac-4462-49fb-a402-b16ad864d3a5, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=3a77e5ac-4462-49fb-a402-b16ad864d3a5,segment=NetworkSegment(76cc6800-0852-427c-871b-1eb07b87be9a),segment_id=76cc6800-0852-427c-871b-1eb07b87be9a)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:57:23.808401 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (3a77e5ac-4462-49fb-a402-b16ad864d3a5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:23.884021 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-b73212a3-c94c-4f03-8df8-ecaa77022fdb None None] Provisioning complete for port 3a77e5ac-4462-49fb-a402-b16ad864d3a5 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:23.884402 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b73212a3-c94c-4f03-8df8-ecaa77022fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (3a77e5ac-4462-49fb-a402-b16ad864d3a5), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:23.891562 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] Routers {'49a0daf5-88f1-4b49-ad50-c300dba617b0'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:57:23.892660 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:57:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['49a0daf5-88f1-4b49-ad50-c300dba617b0'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:23.896799 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 39002) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:23.951242 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a22fb-494b-49c0-9518-87bd5775d9a4 None None] Pushing event updated for resources: {'Port': ['ID=3a77e5ac-4462-49fb-a402-b16ad864d3a5,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:24.026995 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-27a754b4-0f6a-4987-b28a-f3abe2f6a179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:24.073012 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] Set router 49a0daf5-88f1-4b49-ad50-c300dba617b0 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:57:24.108264 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-b73212a3-c94c-4f03-8df8-ecaa77022fdb None None] Current status of the port 3a77e5ac-4462-49fb-a402-b16ad864d3a5 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:24.108664 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b73212a3-c94c-4f03-8df8-ecaa77022fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (3a77e5ac-4462-49fb-a402-b16ad864d3a5), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:24.117437 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-27a754b4-0f6a-4987-b28a-f3abe2f6a179 admin admin] Publish callbacks [] for security_group (69a58cc9-4531-4b63-8416-2fe5fc98750b), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:24.123137 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-27a754b4-0f6a-4987-b28a-f3abe2f6a179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (69a58cc9-4531-4b63-8416-2fe5fc98750b), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:24.165701 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-27a754b4-0f6a-4987-b28a-f3abe2f6a179 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fea59e8b445740dbb361e66ac3dfafdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648721 Apr 12 17:57:24.165903 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 39008) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:24.171852 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a754b4-0f6a-4987-b28a-f3abe2f6a179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a58cc9-4531-4b63-8416-2fe5fc98750b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:24.187084 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-b73212a3-c94c-4f03-8df8-ecaa77022fdb None None] For port 3a77e5ac-4462-49fb-a402-b16ad864d3a5, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=3a77e5ac-4462-49fb-a402-b16ad864d3a5,segment=NetworkSegment(76cc6800-0852-427c-871b-1eb07b87be9a),segment_id=76cc6800-0852-427c-871b-1eb07b87be9a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:57:24.200887 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b73212a3-c94c-4f03-8df8-ecaa77022fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (3a77e5ac-4462-49fb-a402-b16ad864d3a5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:24.211933 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423fbec-6546-4cc8-9b3f-6e45e6c24e96 req-67a5a732-78bd-4377-94cc-ae31dec59a93 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:24.221295 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c423fbec-6546-4cc8-9b3f-6e45e6c24e96 req-67a5a732-78bd-4377-94cc-ae31dec59a93 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0836821 Apr 12 17:57:24.259809 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ad0f89c2-7849-4695-97a9-b0e6299b7f8d admin admin] Publish callbacks [] for security_group (69a58cc9-4531-4b63-8416-2fe5fc98750b), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:24.277934 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c423fbec-6546-4cc8-9b3f-6e45e6c24e96 req-4ebfc4ec-ff08-475a-8470-77a8919271a6 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554006 Apr 12 17:57:24.287087 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ad0f89c2-7849-4695-97a9-b0e6299b7f8d admin admin] Publish callbacks [] for security_group (69a58cc9-4531-4b63-8416-2fe5fc98750b), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:24.315496 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73212a3-c94c-4f03-8df8-ecaa77022fdb None None] Pushing event updated for resources: {'Port': ['ID=3a77e5ac-4462-49fb-a402-b16ad864d3a5,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:24.343783 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-d0cb9d7e-823b-4a01-a9f1-4f0526728dc9 None None] Provisioning complete for port 3a77e5ac-4462-49fb-a402-b16ad864d3a5 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:24.344339 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-d0cb9d7e-823b-4a01-a9f1-4f0526728dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (3a77e5ac-4462-49fb-a402-b16ad864d3a5), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:24.346681 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ad0f89c2-7849-4695-97a9-b0e6299b7f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (69a58cc9-4531-4b63-8416-2fe5fc98750b), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:24.351272 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ad0f89c2-7849-4695-97a9-b0e6299b7f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:24.362672 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-ad0f89c2-7849-4695-97a9-b0e6299b7f8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69a58cc9-4531-4b63-8416-2fe5fc98750b HTTP/1.1" status: 204 len: 168 time: 0.1889973 Apr 12 17:57:24.391678 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f89c2-7849-4695-97a9-b0e6299b7f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a58cc9-4531-4b63-8416-2fe5fc98750b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:24.438350 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'name': 'tempest-AttachVolumeTestJSON-1407309218-router', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '630ac3f3-5053-4142-af04-7a686398b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:19Z', 'revision_number': 4, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'gw_port': {'id': '630ac3f3-5053-4142-af04-7a686398b926', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '3a77e5ac-4462-49fb-a402-b16ad864d3a5', 'name': '', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'mac_address': 'fa:16:3e:b5:00:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:19Z', 'updated_at': '2022-04-12T17:57:23Z', 'revision_number': 4, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'subnets': [{'id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:24.473030 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6733a8-fae7-4117-80f1-27f71c4f77fd None None] The sync data for ids ['49a0daf5-88f1-4b49-ad50-c300dba617b0'] in dv-cinder-837534-1-iscsi is: [{'id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'name': 'tempest-AttachVolumeTestJSON-1407309218-router', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '630ac3f3-5053-4142-af04-7a686398b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:19Z', 'revision_number': 4, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'gw_port': {'id': '630ac3f3-5053-4142-af04-7a686398b926', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '3a77e5ac-4462-49fb-a402-b16ad864d3a5', 'name': '', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'mac_address': 'fa:16:3e:b5:00:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:19Z', 'updated_at': '2022-04-12T17:57:23Z', 'revision_number': 4, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'subnets': [{'id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:57:24.522245 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb9d7e-823b-4a01-a9f1-4f0526728dc9 None None] Current status of the port 3a77e5ac-4462-49fb-a402-b16ad864d3a5 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:24.715377 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 39020) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:24.729531 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d1b9-b15e-46fb-81bf-536da3ec04e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:24.816451 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d1b9-b15e-46fb-81bf-536da3ec04e5 admin admin] Publish callbacks [] for security_group (3356fac5-b505-4399-b4c7-7053de23afe9), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:24.821100 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d1b9-b15e-46fb-81bf-536da3ec04e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (3356fac5-b505-4399-b4c7-7053de23afe9), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:24.859592 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-d0d1d1b9-b15e-46fb-81bf-536da3ec04e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3fa671e8053b491a87f9667c1b2a9d05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431332 Apr 12 17:57:24.860417 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1d1b9-b15e-46fb-81bf-536da3ec04e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3356fac5-b505-4399-b4c7-7053de23afe9,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:24.862784 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 39022) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:24.916486 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1ec445e6-18a6-4ac0-b1c0-ef734ddecf54 admin admin] Publish callbacks [] for security_group (3356fac5-b505-4399-b4c7-7053de23afe9), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:24.940390 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1ec445e6-18a6-4ac0-b1c0-ef734ddecf54 admin admin] Publish callbacks [] for security_group (3356fac5-b505-4399-b4c7-7053de23afe9), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:24.995427 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1ec445e6-18a6-4ac0-b1c0-ef734ddecf54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (3356fac5-b505-4399-b4c7-7053de23afe9), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:24.997930 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1ec445e6-18a6-4ac0-b1c0-ef734ddecf54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:24.999149 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-1ec445e6-18a6-4ac0-b1c0-ef734ddecf54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3356fac5-b505-4399-b4c7-7053de23afe9 HTTP/1.1" status: 204 len: 168 time: 0.1354349 Apr 12 17:57:25.007630 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec445e6-18a6-4ac0-b1c0-ef734ddecf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3356fac5-b505-4399-b4c7-7053de23afe9,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:25.396481 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b29c9c-3a37-4b05-813d-688dc2f807e3 req-aea9d462-d7c6-45f2-b5a7-5199221411b8 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:25.397900 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-89b29c9c-3a37-4b05-813d-688dc2f807e3 req-aea9d462-d7c6-45f2-b5a7-5199221411b8 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0497360 Apr 12 17:57:25.461099 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-89b29c9c-3a37-4b05-813d-688dc2f807e3 req-b45eabc6-9dab-461e-b105-7e6d3b479463 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536642 Apr 12 17:57:26.460841 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 3a77e5ac-4462-49fb-a402-b16ad864d3a5 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:57:26.511485 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 3a77e5ac-4462-49fb-a402-b16ad864d3a5 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:26.511852 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (3a77e5ac-4462-49fb-a402-b16ad864d3a5), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:26.579253 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9dbf6-04bc-458e-884f-fcd0fd37c20f req-8c664b9d-58db-477c-b35c-99dfbdae4996 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:26.581452 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b5a9dbf6-04bc-458e-884f-fcd0fd37c20f req-8c664b9d-58db-477c-b35c-99dfbdae4996 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0477223 Apr 12 17:57:26.591127 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 3a77e5ac-4462-49fb-a402-b16ad864d3a5 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:26.628576 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b5a9dbf6-04bc-458e-884f-fcd0fd37c20f req-02be7220-88ff-472c-a0e3-0d67fb9318ee tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411451 Apr 12 17:57:27.743395 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53644e97-92e6-4309-a257-000ee866b578 req-26420326-5591-447b-a005-ec19d7477f93 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:27.744867 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-53644e97-92e6-4309-a257-000ee866b578 req-26420326-5591-447b-a005-ec19d7477f93 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0477188 Apr 12 17:57:27.792092 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-53644e97-92e6-4309-a257-000ee866b578 req-a9706c42-b2d1-4734-9c5a-cbfb0d685cf6 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414660 Apr 12 17:57:28.250714 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b72040cd-fa57-4f8a-a2f7-9f67b83a052d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:30.798581 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e0a43fa4-976b-40eb-a4e4-9de76c8ccce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:31.600559 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 39158) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:31.641613 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:31.714426 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c1d9aa2a-2298-4e3f-add3-bee4a317f14d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:31.795190 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c1d9aa2a-2298-4e3f-add3-bee4a317f14d admin admin] Publish callbacks [] for security_group (b0c8473a-b0df-45d3-aeeb-088712310e37), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:31.810203 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c1d9aa2a-2298-4e3f-add3-bee4a317f14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (b0c8473a-b0df-45d3-aeeb-088712310e37), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:31.812378 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:31.849150 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-c1d9aa2a-2298-4e3f-add3-bee4a317f14d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ac20e2e7544497ead45856a5d43b194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471118 Apr 12 17:57:31.850935 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9aa2a-2298-4e3f-add3-bee4a317f14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c8473a-b0df-45d3-aeeb-088712310e37,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:31.851891 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 39166) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:31.900275 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-925f628a-1b6b-4a8e-93da-2b83e4d1b4ca admin admin] Publish callbacks [] for security_group (b0c8473a-b0df-45d3-aeeb-088712310e37), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:31.920944 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-925f628a-1b6b-4a8e-93da-2b83e4d1b4ca admin admin] Publish callbacks [] for security_group (b0c8473a-b0df-45d3-aeeb-088712310e37), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:31.971786 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-925f628a-1b6b-4a8e-93da-2b83e4d1b4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (b0c8473a-b0df-45d3-aeeb-088712310e37), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:31.974371 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-925f628a-1b6b-4a8e-93da-2b83e4d1b4ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:31.975537 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-925f628a-1b6b-4a8e-93da-2b83e4d1b4ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0c8473a-b0df-45d3-aeeb-088712310e37 HTTP/1.1" status: 204 len: 168 time: 0.1226470 Apr 12 17:57:31.983199 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f628a-1b6b-4a8e-93da-2b83e4d1b4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c8473a-b0df-45d3-aeeb-088712310e37,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:32.251164 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 39172) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:32.265711 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-96306a8d-215c-4a3c-8d5c-3381c098611a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:32.347028 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-96306a8d-215c-4a3c-8d5c-3381c098611a admin admin] Publish callbacks [] for security_group (8e3ad596-5a05-463a-b4cf-a3627077dfa0), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:32.352595 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-96306a8d-215c-4a3c-8d5c-3381c098611a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (8e3ad596-5a05-463a-b4cf-a3627077dfa0), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:32.395666 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-96306a8d-215c-4a3c-8d5c-3381c098611a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=832c6b64559c4506b2138fdf48f2242d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434093 Apr 12 17:57:32.396549 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96306a8d-215c-4a3c-8d5c-3381c098611a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3ad596-5a05-463a-b4cf-a3627077dfa0,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:32.398383 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 39174) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:32.448245 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2d91fd88-beae-458d-a323-d5b157887287 admin admin] Publish callbacks [] for security_group (8e3ad596-5a05-463a-b4cf-a3627077dfa0), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:32.472960 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2d91fd88-beae-458d-a323-d5b157887287 admin admin] Publish callbacks [] for security_group (8e3ad596-5a05-463a-b4cf-a3627077dfa0), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:32.533892 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2d91fd88-beae-458d-a323-d5b157887287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (8e3ad596-5a05-463a-b4cf-a3627077dfa0), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:32.537018 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2d91fd88-beae-458d-a323-d5b157887287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:32.538258 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-2d91fd88-beae-458d-a323-d5b157887287 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e3ad596-5a05-463a-b4cf-a3627077dfa0 HTTP/1.1" status: 204 len: 168 time: 0.1388400 Apr 12 17:57:32.546983 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91fd88-beae-458d-a323-d5b157887287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3ad596-5a05-463a-b4cf-a3627077dfa0,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:33.083498 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:34.161340 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 39226) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:34.270162 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c3e501ca-3896-4474-b3b1-d6aaed9db1b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:34.350470 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c3e501ca-3896-4474-b3b1-d6aaed9db1b6 admin admin] Publish callbacks [] for security_group (bba394d3-3c64-4aa3-adb5-8f8422dde274), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:34.354299 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c3e501ca-3896-4474-b3b1-d6aaed9db1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (bba394d3-3c64-4aa3-adb5-8f8422dde274), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:34.391809 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e501ca-3896-4474-b3b1-d6aaed9db1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba394d3-3c64-4aa3-adb5-8f8422dde274,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:34.399361 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-c3e501ca-3896-4474-b3b1-d6aaed9db1b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ddf5aba2c304ddd877833f115af1dcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344840 Apr 12 17:57:34.399551 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 39230) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:34.411372 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:34.451537 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-23739b3f-d2fa-4454-a210-4ffc76d99828 admin admin] Publish callbacks [] for security_group (bba394d3-3c64-4aa3-adb5-8f8422dde274), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:34.474560 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-23739b3f-d2fa-4454-a210-4ffc76d99828 admin admin] Publish callbacks [] for security_group (bba394d3-3c64-4aa3-adb5-8f8422dde274), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:34.523205 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-23739b3f-d2fa-4454-a210-4ffc76d99828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (bba394d3-3c64-4aa3-adb5-8f8422dde274), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:34.525752 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-23739b3f-d2fa-4454-a210-4ffc76d99828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:34.526968 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-23739b3f-d2fa-4454-a210-4ffc76d99828 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bba394d3-3c64-4aa3-adb5-8f8422dde274 HTTP/1.1" status: 204 len: 168 time: 0.1265299 Apr 12 17:57:34.536554 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23739b3f-d2fa-4454-a210-4ffc76d99828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba394d3-3c64-4aa3-adb5-8f8422dde274,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:34.790899 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 39238) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:34.804436 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-81265abc-8458-449f-bcfb-f689c639ec7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:34.882255 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-81265abc-8458-449f-bcfb-f689c639ec7a admin admin] Publish callbacks [] for security_group (7cfe5482-d573-42bf-8337-6b140ba81734), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:34.886285 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-81265abc-8458-449f-bcfb-f689c639ec7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (7cfe5482-d573-42bf-8337-6b140ba81734), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:34.928672 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-81265abc-8458-449f-bcfb-f689c639ec7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba7d03aef567436a9c9dbb28a7598627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366973 Apr 12 17:57:34.929481 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81265abc-8458-449f-bcfb-f689c639ec7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfe5482-d573-42bf-8337-6b140ba81734,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:34.931424 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 39242) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:34.980340 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5fc77d91-ec99-4829-9ed4-f3b9290f244b admin admin] Publish callbacks [] for security_group (7cfe5482-d573-42bf-8337-6b140ba81734), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:35.001800 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5fc77d91-ec99-4829-9ed4-f3b9290f244b admin admin] Publish callbacks [] for security_group (7cfe5482-d573-42bf-8337-6b140ba81734), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:35.049480 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5fc77d91-ec99-4829-9ed4-f3b9290f244b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (7cfe5482-d573-42bf-8337-6b140ba81734), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:35.052690 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5fc77d91-ec99-4829-9ed4-f3b9290f244b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:35.053848 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-5fc77d91-ec99-4829-9ed4-f3b9290f244b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7cfe5482-d573-42bf-8337-6b140ba81734 HTTP/1.1" status: 204 len: 168 time: 0.1206205 Apr 12 17:57:35.061424 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc77d91-ec99-4829-9ed4-f3b9290f244b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfe5482-d573-42bf-8337-6b140ba81734,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:35.166257 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-332d6b00-d995-4262-ba7f-4507d3383848 req-19d61073-2ac1-4eaa-8426-4783dedb7500 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ecf6d74d0f894e74b3f12e2b83277b2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437052 Apr 12 17:57:35.287621 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7e3a9540-b68d-4195-9138-707e41245a78 req-0fe4325d-2fca-4922-9a47-f207e33d1527 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--871640426&fields=id&tenant_id=6805cc1691a2411e9fe93aa26e73962a HTTP/1.1" status: 200 len: 267 time: 0.1728354 Apr 12 17:57:35.440801 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d6b00-d995-4262-ba7f-4507d3383848 req-90de5a32-7a05-45a8-ae32-1648dd94793b tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:35.442434 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-332d6b00-d995-4262-ba7f-4507d3383848 req-90de5a32-7a05-45a8-ae32-1648dd94793b tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2696762 Apr 12 17:57:35.471561 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-332d6b00-d995-4262-ba7f-4507d3383848 req-205b3436-6a60-4056-ac43-8cb5aaef7d38 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/quotas/ecf6d74d0f894e74b3f12e2b83277b2b HTTP/1.1" status: 200 len: 375 time: 0.0226307 Apr 12 17:57:35.478018 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a9540-b68d-4195-9138-707e41245a78 req-3df9df39-a628-46ca-b816-d55d5a546abf tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:35.479543 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7e3a9540-b68d-4195-9138-707e41245a78 req-3df9df39-a628-46ca-b816-d55d5a546abf tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/networks?id=962da255-4ac2-45d1-ad32-4d4894c84b68 HTTP/1.1" status: 200 len: 811 time: 0.1772518 Apr 12 17:57:35.517035 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-332d6b00-d995-4262-ba7f-4507d3383848 req-75c5c5d6-263b-4ac7-a9e5-73bd29ce98f6 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ecf6d74d0f894e74b3f12e2b83277b2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366127 Apr 12 17:57:35.519757 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7e3a9540-b68d-4195-9138-707e41245a78 req-ba2efcab-6ee0-476e-a3f1-738bda8912e8 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/quotas/6805cc1691a2411e9fe93aa26e73962a HTTP/1.1" status: 200 len: 375 time: 0.0289574 Apr 12 17:57:35.582271 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7e3a9540-b68d-4195-9138-707e41245a78 req-7b183fc5-4592-4bed-b857-ea97f2a2cefc tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6805cc1691a2411e9fe93aa26e73962a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540848 Apr 12 17:57:35.754367 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633912b-067a-4798-919a-990d692d074e req-a59c5bbf-818e-4ec2-89c6-5c3a37f700f5 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:35.756601 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3633912b-067a-4798-919a-990d692d074e req-a59c5bbf-818e-4ec2-89c6-5c3a37f700f5 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0721817 Apr 12 17:57:35.758288 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7e3a9540-b68d-4195-9138-707e41245a78 req-cdb2b378-8902-42be-ae71-02ece37f68de service neutron] 10.222.0.24 "GET /v2.0/networks/962da255-4ac2-45d1-ad32-4d4894c84b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616323 Apr 12 17:57:35.902582 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3633912b-067a-4798-919a-990d692d074e req-7bc621be-9407-468d-b48b-153fc9a20153 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305041 Apr 12 17:57:35.929757 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7e3a9540-b68d-4195-9138-707e41245a78 req-880f598f-91d0-4de3-8da1-c58c8a04486a service neutron] 10.222.0.24 "GET /v2.0/networks/962da255-4ac2-45d1-ad32-4d4894c84b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564298 Apr 12 17:57:36.015535 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-43c337bc-2d53-4e9b-8880-a3a772409d3b req-489a5a9c-e915-4108-9c04-4110a8cf10df tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 210 time: 0.0465262 Apr 12 17:57:36.140954 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-665195fc-e41e-4c30-828c-6d999c9b7da6 req-5e6df3c2-f3dd-44c0-8dcf-8cbe52574f03 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 210 time: 0.0295737 Apr 12 17:57:36.545710 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566e33e-3cc4-4c18-a962-e64c87157bfd req-27e26965-9aa7-4eeb-b09a-6f92ebebdfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:36.547439 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2566e33e-3cc4-4c18-a962-e64c87157bfd req-27e26965-9aa7-4eeb-b09a-6f92ebebdfa2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 1130 time: 0.0543754 Apr 12 17:57:36.602414 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2566e33e-3cc4-4c18-a962-e64c87157bfd req-8d1cf9c3-5f43-488d-9205-57131249c585 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433576 Apr 12 17:57:37.030093 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30081772-4a87-486d-a17e-616d34675672 req-8884b4c6-9158-49b7-a255-0da4de73d737 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:37.036231 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-30081772-4a87-486d-a17e-616d34675672 req-8884b4c6-9158-49b7-a255-0da4de73d737 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0550821 Apr 12 17:57:37.081569 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-30081772-4a87-486d-a17e-616d34675672 req-2aace6b4-1d52-4c40-97ad-aed5fa7e1252 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444243 Apr 12 17:57:37.107459 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2fc52635-6644-4e41-aced-4416a20d7473 req-bf5637c5-883b-4395-9e2b-d9ea8bcc076d tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 210 time: 0.0305135 Apr 12 17:57:37.237936 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3517c6a2-65e6-4adf-8305-9602dd657d7e req-77a4b454-73b6-4d06-9535-896729dbd2ee tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 210 time: 0.0262833 Apr 12 17:57:37.667990 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-332d6b00-d995-4262-ba7f-4507d3383848 req-7ed3cd44-bbe2-4a86-9a31-3d46113096a1 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ecf6d74d0f894e74b3f12e2b83277b2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388436 Apr 12 17:57:37.866580 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d6b00-d995-4262-ba7f-4507d3383848 req-09423c11-5bf0-4d1c-9aea-3ee1695a1cbd tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:37.868112 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-332d6b00-d995-4262-ba7f-4507d3383848 req-09423c11-5bf0-4d1c-9aea-3ee1695a1cbd tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904874 Apr 12 17:57:38.146265 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-332d6b00-d995-4262-ba7f-4507d3383848 req-2a11bae1-6222-48a4-a144-1b0f7f1c94af tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Request body: {'port': {'device_id': '8684f136-7093-4d0c-a232-81750ae7714a', 'network_id': '133c2e89-3837-460c-ab8e-a768d2476700', 'admin_state_up': True, 'tenant_id': 'ecf6d74d0f894e74b3f12e2b83277b2b'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:38.272332 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f5baa436-775b-4511-abe1-60622e926e70 req-faef5245-c560-47a4-84a4-d63fdc9f7f52 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 210 time: 0.0324385 Apr 12 17:57:38.278904 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67829e00-1181-4167-a7c1-0f2c18bfa95a req-a65a83b4-7762-45f8-8071-a228e96e8551 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:38.280293 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-67829e00-1181-4167-a7c1-0f2c18bfa95a req-a65a83b4-7762-45f8-8071-a228e96e8551 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.1272631 Apr 12 17:57:38.317779 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332d6b00-d995-4262-ba7f-4507d3383848 req-2a11bae1-6222-48a4-a144-1b0f7f1c94af tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Made reservation on behalf of ecf6d74d0f894e74b3f12e2b83277b2b for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:57:38.321279 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-332d6b00-d995-4262-ba7f-4507d3383848 req-2a11bae1-6222-48a4-a144-1b0f7f1c94af tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:38.331108 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-332d6b00-d995-4262-ba7f-4507d3383848 req-2a11bae1-6222-48a4-a144-1b0f7f1c94af tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:38.344569 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-67829e00-1181-4167-a7c1-0f2c18bfa95a req-53dd1fd3-838d-4f10-8f67-921ec092e5e8 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532167 Apr 12 17:57:38.360927 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3b7a1bec-0c7c-47d7-b449-b7fbd9826d1b req-d2b1307e-d1b0-4da4-9b4a-af6ffcf31d8d tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 210 time: 0.0291507 Apr 12 17:57:38.411723 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-332d6b00-d995-4262-ba7f-4507d3383848 req-2a11bae1-6222-48a4-a144-1b0f7f1c94af tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Publish callbacks [] for security_group (594810e5-25f1-424f-b2b7-8aad6af0a413), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:38.415311 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-332d6b00-d995-4262-ba7f-4507d3383848 req-2a11bae1-6222-48a4-a144-1b0f7f1c94af tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (594810e5-25f1-424f-b2b7-8aad6af0a413), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:38.479406 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11bae1-6222-48a4-a144-1b0f7f1c94af tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594810e5-25f1-424f-b2b7-8aad6af0a413,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:38.549438 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-332d6b00-d995-4262-ba7f-4507d3383848 req-2a11bae1-6222-48a4-a144-1b0f7f1c94af tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Allocated IP 192.168.233.111 (133c2e89-3837-460c-ab8e-a768d2476700/dd00c828-9d02-4081-8f74-f168af13fb36/113f12ab-8de6-4062-809f-f3e8d082c935) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:57:38.697885 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-332d6b00-d995-4262-ba7f-4507d3383848 req-2a11bae1-6222-48a4-a144-1b0f7f1c94af tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Publish callbacks [] for port (113f12ab-8de6-4062-809f-f3e8d082c935), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:38.729355 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-332d6b00-d995-4262-ba7f-4507d3383848 req-2a11bae1-6222-48a4-a144-1b0f7f1c94af tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (113f12ab-8de6-4062-809f-f3e8d082c935), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:38.772523 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332d6b00-d995-4262-ba7f-4507d3383848 req-2a11bae1-6222-48a4-a144-1b0f7f1c94af tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Network 133c2e89-3837-460c-ab8e-a768d2476700 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:57:38.777483 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-332d6b00-d995-4262-ba7f-4507d3383848 req-2a11bae1-6222-48a4-a144-1b0f7f1c94af tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:57:38.781163 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-332d6b00-d995-4262-ba7f-4507d3383848 req-2a11bae1-6222-48a4-a144-1b0f7f1c94af tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:57:38.786288 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d6b00-d995-4262-ba7f-4507d3383848 req-2a11bae1-6222-48a4-a144-1b0f7f1c94af tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:38.786960 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-332d6b00-d995-4262-ba7f-4507d3383848 req-2a11bae1-6222-48a4-a144-1b0f7f1c94af tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:38.795509 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11bae1-6222-48a4-a144-1b0f7f1c94af tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Pushing event updated for resources: {'Port': ['ID=113f12ab-8de6-4062-809f-f3e8d082c935,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:38.808109 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-332d6b00-d995-4262-ba7f-4507d3383848 req-2a11bae1-6222-48a4-a144-1b0f7f1c94af tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6673217 Apr 12 17:57:38.859543 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] Request body: {'port': {'device_id': '8684f136-7093-4d0c-a232-81750ae7714a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:39.003425 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (113f12ab-8de6-4062-809f-f3e8d082c935), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:39.029984 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a9540-b68d-4195-9138-707e41245a78 req-233a06c2-7f05-4ddd-8bb4-0f86efed072c tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:39.031442 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e3a9540-b68d-4195-9138-707e41245a78 req-233a06c2-7f05-4ddd-8bb4-0f86efed072c tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.23 "GET /v2.0/networks?id=962da255-4ac2-45d1-ad32-4d4894c84b68 HTTP/1.1" status: 200 len: 811 time: 0.1682425 Apr 12 17:57:39.035604 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-c02f0a4d-e03d-451a-a582-95325f7c2ca7 None None] Provisioning complete for port 113f12ab-8de6-4062-809f-f3e8d082c935 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:39.036537 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c02f0a4d-e03d-451a-a582-95325f7c2ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (113f12ab-8de6-4062-809f-f3e8d082c935), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:39.101693 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-c02f0a4d-e03d-451a-a582-95325f7c2ca7 None None] Port 113f12ab-8de6-4062-809f-f3e8d082c935 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:57:39.418872 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e3a9540-b68d-4195-9138-707e41245a78 req-bdefa9e3-91c6-4999-8c0a-42d75cc85e0b tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6805cc1691a2411e9fe93aa26e73962a HTTP/1.1" status: 200 len: 379 time: 0.3660572 Apr 12 17:57:39.423353 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5aeace-e84d-475c-833f-dda1a0956db6 req-ce16e266-d01f-4675-a8c9-77d4d5f6e7f7 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:39.425309 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ae5aeace-e84d-475c-833f-dda1a0956db6 req-ce16e266-d01f-4675-a8c9-77d4d5f6e7f7 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 936 time: 0.0663896 Apr 12 17:57:39.447988 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-7e3a9540-b68d-4195-9138-707e41245a78 req-7e52fe78-9509-4ae4-9bf7-636cbcbf79f0 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Request body: {'port': {'device_id': 'cd109558-8299-43d2-8aef-e34566b7ec63', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'admin_state_up': True, 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'security_groups': ['cfc02a2e-bb76-4495-9de7-cb2692348ff9']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:39.487800 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33975550-f595-4da5-baeb-725e5476085d req-ea298fbe-a438-4a1e-898b-1538323add09 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:39.489210 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-33975550-f595-4da5-baeb-725e5476085d req-ea298fbe-a438-4a1e-898b-1538323add09 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0630367 Apr 12 17:57:39.512202 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ae5aeace-e84d-475c-833f-dda1a0956db6 req-61066172-2edb-4aef-9755-6a17feb990ac tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/security-groups?id=594810e5-25f1-424f-b2b7-8aad6af0a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768547 Apr 12 17:57:39.558285 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-33975550-f595-4da5-baeb-725e5476085d req-3d3d2d21-0d09-466c-beff-c23d2f7b0417 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592082 Apr 12 17:57:39.622389 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5c9f0487-82e7-4f37-afef-4e99e51151c0 req-988b0294-c13c-4208-9605-e0f6362f1749 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 210 time: 0.0305526 Apr 12 17:57:39.653524 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e3a9540-b68d-4195-9138-707e41245a78 req-7e52fe78-9509-4ae4-9bf7-636cbcbf79f0 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Made reservation on behalf of 6805cc1691a2411e9fe93aa26e73962a for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:57:39.656868 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7e3a9540-b68d-4195-9138-707e41245a78 req-7e52fe78-9509-4ae4-9bf7-636cbcbf79f0 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:39.691150 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d82b7a-8a0d-468c-b34f-508962fd9d56 req-b5a0b2ba-1b37-4283-96cc-f325432edad8 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:39.692868 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-12d82b7a-8a0d-468c-b34f-508962fd9d56 req-b5a0b2ba-1b37-4283-96cc-f325432edad8 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0552576 Apr 12 17:57:39.693316 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113f12ab-8de6-4062-809f-f3e8d082c935 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:57:39.702088 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] Publish callbacks [] for port (113f12ab-8de6-4062-809f-f3e8d082c935), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:39.739779 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-12d82b7a-8a0d-468c-b34f-508962fd9d56 req-0709ba14-3242-4d54-9ae0-03f1e813d4c8 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411284 Apr 12 17:57:39.746781 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] Transition to ACTIVE for port object 113f12ab-8de6-4062-809f-f3e8d082c935 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:57:39.753194 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (113f12ab-8de6-4062-809f-f3e8d082c935), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:39.831747 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] Pushing event updated for resources: {'Port': ['ID=113f12ab-8de6-4062-809f-f3e8d082c935,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:39.885796 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] Attempting to bind port 113f12ab-8de6-4062-809f-f3e8d082c935 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:57:39.886132 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] Attempting to bind port 113f12ab-8de6-4062-809f-f3e8d082c935 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'be3a25f5-a16b-48e1-8530-4e18c2c91555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '133c2e89-3837-460c-ab8e-a768d2476700'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:57:39.886488 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] Attempting to bind port 113f12ab-8de6-4062-809f-f3e8d082c935 on network 133c2e89-3837-460c-ab8e-a768d2476700 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:57:39.895267 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-7e3a9540-b68d-4195-9138-707e41245a78 req-7e52fe78-9509-4ae4-9bf7-636cbcbf79f0 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Allocated IP 172.20.0.6 (962da255-4ac2-45d1-ad32-4d4894c84b68/58bfda40-3da6-4fb6-b2fa-6600bac73073/09223875-0639-476f-8258-6dbb3aff75a2) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:57:39.899422 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] Port 113f12ab-8de6-4062-809f-f3e8d082c935 on network 133c2e89-3837-460c-ab8e-a768d2476700 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:57:39.899791 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] Attempting to bind port 113f12ab-8de6-4062-809f-f3e8d082c935 on network 133c2e89-3837-460c-ab8e-a768d2476700 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:57:39.909750 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] Checking agent: {'id': '00f7abb9-3948-4d4d-ae73-3182f7e75cf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'started_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:57:39.910101 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] Checking segment: {'id': 'be3a25f5-a16b-48e1-8530-4e18c2c91555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '133c2e89-3837-460c-ab8e-a768d2476700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:57:39.910534 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] Bound using segment: {'id': 'be3a25f5-a16b-48e1-8530-4e18c2c91555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '133c2e89-3837-460c-ab8e-a768d2476700'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:57:39.910976 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] Bound port: 113f12ab-8de6-4062-809f-f3e8d082c935, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3a25f5-a16b-48e1-8530-4e18c2c91555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '133c2e89-3837-460c-ab8e-a768d2476700'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:57:39.911344 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (113f12ab-8de6-4062-809f-f3e8d082c935), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:40.071494 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] For port 113f12ab-8de6-4062-809f-f3e8d082c935, host hv-cinder-83753, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:57:40.099987 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] For port 113f12ab-8de6-4062-809f-f3e8d082c935, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=113f12ab-8de6-4062-809f-f3e8d082c935,segment=NetworkSegment(be3a25f5-a16b-48e1-8530-4e18c2c91555),segment_id=be3a25f5-a16b-48e1-8530-4e18c2c91555)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:57:40.131849 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7e3a9540-b68d-4195-9138-707e41245a78 req-7e52fe78-9509-4ae4-9bf7-636cbcbf79f0 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for port (09223875-0639-476f-8258-6dbb3aff75a2), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:40.135494 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (113f12ab-8de6-4062-809f-f3e8d082c935), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:40.180082 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:40.180756 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:40.182599 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] 10.222.0.23 "PUT /v2.0/ports/113f12ab-8de6-4062-809f-f3e8d082c935 HTTP/1.1" status: 200 len: 1098 time: 1.3285706 Apr 12 17:57:40.183966 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8684f136-7093-4d0c-a232-81750ae7714a', 'tag': '113f12ab-8de6-4062-809f-f3e8d082c935'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:57:40.186491 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89739b28-53f1-4a93-aea9-5a14da11a887" -d '{"events": [{"name": "network-changed", "server_uuid": "8684f136-7093-4d0c-a232-81750ae7714a", "tag": "113f12ab-8de6-4062-809f-f3e8d082c935"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:57:40.269200 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ed82ee-39b9-4adf-bf48-85c208e1b83f x-openstack-request-id: req-60ed82ee-39b9-4adf-bf48-85c208e1b83f {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:57:40.269485 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8684f136-7093-4d0c-a232-81750ae7714a", "tag": "113f12ab-8de6-4062-809f-f3e8d082c935", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:57:40.269868 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60ed82ee-39b9-4adf-bf48-85c208e1b83f {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:57:40.270291 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60ed82ee-39b9-4adf-bf48-85c208e1b83f'] response: {'name': 'network-changed', 'server_uuid': '8684f136-7093-4d0c-a232-81750ae7714a', 'tag': '113f12ab-8de6-4062-809f-f3e8d082c935', 'status': 'completed', 'code': 200} Apr 12 17:57:40.272643 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a98cd7-d8e2-48d5-b241-88ada2471604 service neutron] Pushing event updated for resources: {'Port': ['ID=113f12ab-8de6-4062-809f-f3e8d082c935,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:40.285888 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7e3a9540-b68d-4195-9138-707e41245a78 req-7e52fe78-9509-4ae4-9bf7-636cbcbf79f0 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (09223875-0639-476f-8258-6dbb3aff75a2), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:40.296419 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e838caa2-46d6-4ee9-b153-48a9f8fcbdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:40.297523 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-332d6b00-d995-4262-ba7f-4507d3383848 req-e838caa2-46d6-4ee9-b153-48a9f8fcbdbf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ecf6d74d0f894e74b3f12e2b83277b2b&device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 1132 time: 0.0661566 Apr 12 17:57:40.365278 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-332d6b00-d995-4262-ba7f-4507d3383848 req-a07357a7-99d8-40df-8034-698c7f022106 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=113f12ab-8de6-4062-809f-f3e8d082c935 HTTP/1.1" status: 200 len: 217 time: 0.0423343 Apr 12 17:57:40.371278 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e3a9540-b68d-4195-9138-707e41245a78 req-7e52fe78-9509-4ae4-9bf7-636cbcbf79f0 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Network 962da255-4ac2-45d1-ad32-4d4894c84b68 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:57:40.376401 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-7e3a9540-b68d-4195-9138-707e41245a78 req-7e52fe78-9509-4ae4-9bf7-636cbcbf79f0 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:57:40.380965 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3a9540-b68d-4195-9138-707e41245a78 req-7e52fe78-9509-4ae4-9bf7-636cbcbf79f0 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:57:40.387991 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a9540-b68d-4195-9138-707e41245a78 req-7e52fe78-9509-4ae4-9bf7-636cbcbf79f0 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:40.388727 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7e3a9540-b68d-4195-9138-707e41245a78 req-7e52fe78-9509-4ae4-9bf7-636cbcbf79f0 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:40.409830 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52fe78-9509-4ae4-9bf7-636cbcbf79f0 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Pushing event updated for resources: {'Port': ['ID=09223875-0639-476f-8258-6dbb3aff75a2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:40.451108 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e3a9540-b68d-4195-9138-707e41245a78 req-7e52fe78-9509-4ae4-9bf7-636cbcbf79f0 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0069094 Apr 12 17:57:40.465236 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-7e3a9540-b68d-4195-9138-707e41245a78 req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] Request body: {'port': {'device_id': 'cd109558-8299-43d2-8aef-e34566b7ec63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:40.493321 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d6b00-d995-4262-ba7f-4507d3383848 req-3f9db906-9743-4981-957d-0b8efe734fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:40.494847 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-332d6b00-d995-4262-ba7f-4507d3383848 req-3f9db906-9743-4981-957d-0b8efe734fe4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd00c828-9d02-4081-8f74-f168af13fb36 HTTP/1.1" status: 200 len: 843 time: 0.1001780 Apr 12 17:57:40.572990 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7e3a9540-b68d-4195-9138-707e41245a78 req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (09223875-0639-476f-8258-6dbb3aff75a2), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:40.579439 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d6b00-d995-4262-ba7f-4507d3383848 req-8b09d42c-f9d2-44e1-879a-c2e8762fc660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:40.581008 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-332d6b00-d995-4262-ba7f-4507d3383848 req-8b09d42c-f9d2-44e1-879a-c2e8762fc660 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=133c2e89-3837-460c-ab8e-a768d2476700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0535843 Apr 12 17:57:40.646865 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df21fa-f925-4671-897a-aae7853fc4c1 req-c6d9e860-abcf-46bc-8993-8f2ea7300c7e tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:40.648492 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-45df21fa-f925-4671-897a-aae7853fc4c1 req-c6d9e860-abcf-46bc-8993-8f2ea7300c7e tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 948 time: 0.0605128 Apr 12 17:57:40.698953 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7b7cad54-7c57-4bbf-9877-9dba46cdc4f2 None None] Provisioning complete for port 09223875-0639-476f-8258-6dbb3aff75a2 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:40.700391 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7b7cad54-7c57-4bbf-9877-9dba46cdc4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (09223875-0639-476f-8258-6dbb3aff75a2), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:40.774132 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-45df21fa-f925-4671-897a-aae7853fc4c1 req-a612095a-6f40-439e-9e61-459a9a880ab3 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/security-groups?id=594810e5-25f1-424f-b2b7-8aad6af0a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106174 Apr 12 17:57:40.791036 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7b7cad54-7c57-4bbf-9877-9dba46cdc4f2 None None] Port 09223875-0639-476f-8258-6dbb3aff75a2 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:57:40.812859 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-332d6b00-d995-4262-ba7f-4507d3383848 req-6a0c8e4e-d972-496f-aeaa-7185b7b98357 service neutron] 10.222.0.23 "GET /v2.0/networks/133c2e89-3837-460c-ab8e-a768d2476700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157574 Apr 12 17:57:40.840697 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c37b4c-ca01-4d29-bef0-48836f4fea41 req-f86f25d7-6b1b-4f8f-bd04-545156abdc92 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:40.842664 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-12c37b4c-ca01-4d29-bef0-48836f4fea41 req-f86f25d7-6b1b-4f8f-bd04-545156abdc92 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 931 time: 0.0676057 Apr 12 17:57:40.892046 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-12c37b4c-ca01-4d29-bef0-48836f4fea41 req-11278dcc-f9e9-405f-a014-0676cf6f0d8d tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430572 Apr 12 17:57:40.968185 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-332d6b00-d995-4262-ba7f-4507d3383848 req-1a61701c-1ea8-453e-9a21-e5d4f722c5e1 service neutron] 10.222.0.23 "GET /v2.0/networks/133c2e89-3837-460c-ab8e-a768d2476700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460280 Apr 12 17:57:41.034339 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [req-7e3a9540-b68d-4195-9138-707e41245a78 req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09223875-0639-476f-8258-6dbb3aff75a2 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:57:41.041879 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7e3a9540-b68d-4195-9138-707e41245a78 req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] Publish callbacks [] for port (09223875-0639-476f-8258-6dbb3aff75a2), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:41.055774 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-7e3a9540-b68d-4195-9138-707e41245a78 req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] Transition to ACTIVE for port object 09223875-0639-476f-8258-6dbb3aff75a2 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:57:41.059331 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7e3a9540-b68d-4195-9138-707e41245a78 req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (09223875-0639-476f-8258-6dbb3aff75a2), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:41.118218 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] Pushing event updated for resources: {'Port': ['ID=09223875-0639-476f-8258-6dbb3aff75a2,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:41.152999 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-7e3a9540-b68d-4195-9138-707e41245a78 req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] Attempting to bind port 09223875-0639-476f-8258-6dbb3aff75a2 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:57:41.153632 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-7e3a9540-b68d-4195-9138-707e41245a78 req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] Attempting to bind port 09223875-0639-476f-8258-6dbb3aff75a2 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '76cc6800-0852-427c-871b-1eb07b87be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:57:41.153954 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a9540-b68d-4195-9138-707e41245a78 req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] Attempting to bind port 09223875-0639-476f-8258-6dbb3aff75a2 on network 962da255-4ac2-45d1-ad32-4d4894c84b68 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:57:41.158543 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a9540-b68d-4195-9138-707e41245a78 req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] Port 09223875-0639-476f-8258-6dbb3aff75a2 on network 962da255-4ac2-45d1-ad32-4d4894c84b68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:57:41.158867 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a9540-b68d-4195-9138-707e41245a78 req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] Attempting to bind port 09223875-0639-476f-8258-6dbb3aff75a2 on network 962da255-4ac2-45d1-ad32-4d4894c84b68 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:57:41.164105 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a9540-b68d-4195-9138-707e41245a78 req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] Checking agent: {'id': '00f7abb9-3948-4d4d-ae73-3182f7e75cf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'started_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:57:41.164726 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a9540-b68d-4195-9138-707e41245a78 req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] Checking segment: {'id': '76cc6800-0852-427c-871b-1eb07b87be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:57:41.165028 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a9540-b68d-4195-9138-707e41245a78 req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] Bound using segment: {'id': '76cc6800-0852-427c-871b-1eb07b87be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:57:41.165638 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-7e3a9540-b68d-4195-9138-707e41245a78 req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] Bound port: 09223875-0639-476f-8258-6dbb3aff75a2, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76cc6800-0852-427c-871b-1eb07b87be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:57:41.166093 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7e3a9540-b68d-4195-9138-707e41245a78 req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (09223875-0639-476f-8258-6dbb3aff75a2), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:41.244531 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-7e3a9540-b68d-4195-9138-707e41245a78 req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] For port 09223875-0639-476f-8258-6dbb3aff75a2, host hv-cinder-83753, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:57:41.248306 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-7e3a9540-b68d-4195-9138-707e41245a78 req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] For port 09223875-0639-476f-8258-6dbb3aff75a2, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=09223875-0639-476f-8258-6dbb3aff75a2,segment=NetworkSegment(76cc6800-0852-427c-871b-1eb07b87be9a),segment_id=76cc6800-0852-427c-871b-1eb07b87be9a)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:57:41.255958 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7e3a9540-b68d-4195-9138-707e41245a78 req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (09223875-0639-476f-8258-6dbb3aff75a2), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:41.320577 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a9540-b68d-4195-9138-707e41245a78 req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:41.321196 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7e3a9540-b68d-4195-9138-707e41245a78 req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:41.322990 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e3a9540-b68d-4195-9138-707e41245a78 req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] 10.222.0.23 "PUT /v2.0/ports/09223875-0639-476f-8258-6dbb3aff75a2 HTTP/1.1" status: 200 len: 1093 time: 0.8624551 Apr 12 17:57:41.337704 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bec64-ed12-45c8-94ce-c062974ae18b service neutron] Pushing event updated for resources: {'Port': ['ID=09223875-0639-476f-8258-6dbb3aff75a2,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:41.553052 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42612ff-2386-4030-8105-f9f92961e840 req-81dda5e4-1d58-4381-8b13-6d8d98a0ed6a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:41.560510 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f42612ff-2386-4030-8105-f9f92961e840 req-81dda5e4-1d58-4381-8b13-6d8d98a0ed6a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0815115 Apr 12 17:57:41.603131 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea34849-9dfc-40c7-b8e5-3f40492f7bc7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494743850&fields=id&tenant_id=237798a0b1a14ab3835a4a934510ce49 HTTP/1.1" status: 200 len: 267 time: 0.0832610 Apr 12 17:57:41.664563 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f42612ff-2386-4030-8105-f9f92961e840 req-1ea2e6f8-c9f3-4755-94ce-829a04d4a2dd tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032226 Apr 12 17:57:41.958642 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc1c7c-b423-40d4-9697-be54b7d29bd3 req-f9cb1bca-afc2-4ae3-9aa4-dba231091511 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:41.960078 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-53bc1c7c-b423-40d4-9697-be54b7d29bd3 req-f9cb1bca-afc2-4ae3-9aa4-dba231091511 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 948 time: 0.0624545 Apr 12 17:57:41.985065 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90241612-7224-45f8-83b9-c18f305e6819 req-e50d4400-b511-4988-9c4d-170b19947039 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:41.987057 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-90241612-7224-45f8-83b9-c18f305e6819 req-e50d4400-b511-4988-9c4d-170b19947039 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/networks?id=8ec15485-e591-42f1-9874-b31f76908832 HTTP/1.1" status: 200 len: 812 time: 0.3758183 Apr 12 17:57:42.009715 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-90241612-7224-45f8-83b9-c18f305e6819 req-5b40bf55-25d0-4fc6-8420-0bdc97e7ccc4 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/quotas/237798a0b1a14ab3835a4a934510ce49 HTTP/1.1" status: 200 len: 375 time: 0.0164256 Apr 12 17:57:42.045913 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-53bc1c7c-b423-40d4-9697-be54b7d29bd3 req-aa23039c-c8f5-457b-9a6e-d2c671a8b7e3 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/security-groups?id=594810e5-25f1-424f-b2b7-8aad6af0a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767169 Apr 12 17:57:42.102443 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-90241612-7224-45f8-83b9-c18f305e6819 req-ba9fe998-e623-4c59-a2cb-9835e76cc0c3 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=237798a0b1a14ab3835a4a934510ce49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818555 Apr 12 17:57:42.180805 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89739b28-53f1-4a93-aea9-5a14da11a887 req-b7fdf325-a750-4f36-b2e9-2442ec5629f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:42.182526 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-89739b28-53f1-4a93-aea9-5a14da11a887 req-b7fdf325-a750-4f36-b2e9-2442ec5629f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ecf6d74d0f894e74b3f12e2b83277b2b&device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 1132 time: 0.1100628 Apr 12 17:57:42.188285 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9c4d9-bded-40e6-9da5-250b92826e20 req-7edefe3b-4b9a-4c11-aa7e-623dab65564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:42.190416 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dbb9c4d9-bded-40e6-9da5-250b92826e20 req-7edefe3b-4b9a-4c11-aa7e-623dab65564a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f15b7fa885d74f029c4594b80329f70f&device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 1129 time: 0.0554774 Apr 12 17:57:42.275164 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a9540-b68d-4195-9138-707e41245a78 req-e695439f-2197-45f2-9b5a-f01f6c525879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:42.276714 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7e3a9540-b68d-4195-9138-707e41245a78 req-e695439f-2197-45f2-9b5a-f01f6c525879 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6805cc1691a2411e9fe93aa26e73962a&device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 1127 time: 0.1092522 Apr 12 17:57:42.284838 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b771b-1b7c-45c8-bb1e-9b84de449663 req-5f475c72-f654-4eba-9291-1b1336d18994 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:42.286312 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-102b771b-1b7c-45c8-bb1e-9b84de449663 req-5f475c72-f654-4eba-9291-1b1336d18994 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 943 time: 0.1178098 Apr 12 17:57:42.292892 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd109558-8299-43d2-8aef-e34566b7ec63', 'tag': '09223875-0639-476f-8258-6dbb3aff75a2'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:57:42.295344 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74c7835-556e-4bf8-87f2-882e3dc04c32" -d '{"events": [{"name": "network-changed", "server_uuid": "cd109558-8299-43d2-8aef-e34566b7ec63", "tag": "09223875-0639-476f-8258-6dbb3aff75a2"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:57:42.334458 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7e3a9540-b68d-4195-9138-707e41245a78 req-a8d78abf-1900-465e-b114-cc14774c4be6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09223875-0639-476f-8258-6dbb3aff75a2 HTTP/1.1" status: 200 len: 217 time: 0.0453658 Apr 12 17:57:42.348704 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89739b28-53f1-4a93-aea9-5a14da11a887 req-cb72c4f2-e4d8-4dde-bc68-2e9276239931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:42.350211 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-89739b28-53f1-4a93-aea9-5a14da11a887 req-cb72c4f2-e4d8-4dde-bc68-2e9276239931 service neutron] 10.222.0.23 "GET /v2.0/networks?id=133c2e89-3837-460c-ab8e-a768d2476700 HTTP/1.1" status: 200 len: 870 time: 0.1588533 Apr 12 17:57:42.359839 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9c4d9-bded-40e6-9da5-250b92826e20 req-13e52017-5a8e-4fed-848d-25f09b1f4e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:42.361652 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dbb9c4d9-bded-40e6-9da5-250b92826e20 req-13e52017-5a8e-4fed-848d-25f09b1f4e3d service neutron] 10.222.0.23 "GET /v2.0/networks?id=2876e2a1-3492-40af-97a0-a80d1612333d HTTP/1.1" status: 200 len: 920 time: 0.1620820 Apr 12 17:57:42.382046 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-90241612-7224-45f8-83b9-c18f305e6819 req-88e8d5c6-a904-43e0-aa26-7d74a4e45084 service neutron] 10.222.0.24 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559693 Apr 12 17:57:42.439540 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dbb9c4d9-bded-40e6-9da5-250b92826e20 req-c65d6765-e6f2-4cd6-9ac3-986d41c80a68 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff0f1c54-dec4-4ef6-afec-893659f86637 HTTP/1.1" status: 200 len: 217 time: 0.0698338 Apr 12 17:57:42.441289 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-89739b28-53f1-4a93-aea9-5a14da11a887 req-5da90da1-a516-4ff7-90e2-6b7053c45773 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=113f12ab-8de6-4062-809f-f3e8d082c935 HTTP/1.1" status: 200 len: 217 time: 0.0785098 Apr 12 17:57:42.442318 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a9540-b68d-4195-9138-707e41245a78 req-dfc1feb7-ec35-475c-bd05-01068fca958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:42.443789 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7e3a9540-b68d-4195-9138-707e41245a78 req-dfc1feb7-ec35-475c-bd05-01068fca958f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58bfda40-3da6-4fb6-b2fa-6600bac73073 HTTP/1.1" status: 200 len: 850 time: 0.1015275 Apr 12 17:57:42.446838 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-102b771b-1b7c-45c8-bb1e-9b84de449663 req-9e7d57e7-e7f4-41c4-bf49-36d5a5103e57 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200366 Apr 12 17:57:42.506733 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecd1547-af10-41f1-b443-2afe7ec2341f x-openstack-request-id: req-8ecd1547-af10-41f1-b443-2afe7ec2341f {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:57:42.507026 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd109558-8299-43d2-8aef-e34566b7ec63", "tag": "09223875-0639-476f-8258-6dbb3aff75a2", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:57:42.507278 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ecd1547-af10-41f1-b443-2afe7ec2341f {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:57:42.507668 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ecd1547-af10-41f1-b443-2afe7ec2341f'] response: {'name': 'network-changed', 'server_uuid': 'cd109558-8299-43d2-8aef-e34566b7ec63', 'tag': '09223875-0639-476f-8258-6dbb3aff75a2', 'status': 'completed', 'code': 200} Apr 12 17:57:42.527647 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a9540-b68d-4195-9138-707e41245a78 req-28edc42b-584d-4623-a6dc-2ab07f7050cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:42.529663 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7e3a9540-b68d-4195-9138-707e41245a78 req-28edc42b-584d-4623-a6dc-2ab07f7050cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=962da255-4ac2-45d1-ad32-4d4894c84b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541832 Apr 12 17:57:42.565297 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9c4d9-bded-40e6-9da5-250b92826e20 req-a5afb311-fb1d-48c8-898e-5950512b93d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:42.566967 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dbb9c4d9-bded-40e6-9da5-250b92826e20 req-a5afb311-fb1d-48c8-898e-5950512b93d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5aebc3d-31c6-4909-92e3-135069d3f64d HTTP/1.1" status: 200 len: 858 time: 0.1043293 Apr 12 17:57:42.568410 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89739b28-53f1-4a93-aea9-5a14da11a887 req-52604de7-e330-4acc-953c-c0132c8234ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:42.569770 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-89739b28-53f1-4a93-aea9-5a14da11a887 req-52604de7-e330-4acc-953c-c0132c8234ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd00c828-9d02-4081-8f74-f168af13fb36 HTTP/1.1" status: 200 len: 843 time: 0.0978396 Apr 12 17:57:42.574198 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-90241612-7224-45f8-83b9-c18f305e6819 req-0a8f19ed-6b71-44e0-8ad9-1082890b14d9 service neutron] 10.222.0.24 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780643 Apr 12 17:57:42.653917 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9c4d9-bded-40e6-9da5-250b92826e20 req-dc016b3f-6d65-411a-96c5-81c63e3d6386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:42.655448 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dbb9c4d9-bded-40e6-9da5-250b92826e20 req-dc016b3f-6d65-411a-96c5-81c63e3d6386 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2876e2a1-3492-40af-97a0-a80d1612333d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0739436 Apr 12 17:57:42.659515 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89739b28-53f1-4a93-aea9-5a14da11a887 req-ea2fb6be-cb7b-4ff6-8ee5-5368d06ac653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:42.661906 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7e3a9540-b68d-4195-9138-707e41245a78 req-a4eeb59a-1d8b-4ea8-9219-04ba02fa5ee5 service neutron] 10.222.0.23 "GET /v2.0/networks/962da255-4ac2-45d1-ad32-4d4894c84b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181681 Apr 12 17:57:42.662321 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-89739b28-53f1-4a93-aea9-5a14da11a887 req-ea2fb6be-cb7b-4ff6-8ee5-5368d06ac653 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=133c2e89-3837-460c-ab8e-a768d2476700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0697410 Apr 12 17:57:42.832789 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7e3a9540-b68d-4195-9138-707e41245a78 req-3e7363d6-9e6b-4121-a960-599020deeaf3 service neutron] 10.222.0.23 "GET /v2.0/networks/962da255-4ac2-45d1-ad32-4d4894c84b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433895 Apr 12 17:57:42.847845 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a24d2e-77aa-43a4-be99-59f4fedcdb4a req-4f66790e-0362-4acc-9164-d8803697f110 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:42.849584 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a7a24d2e-77aa-43a4-be99-59f4fedcdb4a req-4f66790e-0362-4acc-9164-d8803697f110 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0632396 Apr 12 17:57:42.925659 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a7a24d2e-77aa-43a4-be99-59f4fedcdb4a req-3cfe5106-952d-4952-a991-fdf878e0526a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697105 Apr 12 17:57:42.927688 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-89739b28-53f1-4a93-aea9-5a14da11a887 req-83f87f02-ddfe-4480-ae04-28cf3197bab1 service neutron] 10.222.0.23 "GET /v2.0/networks/133c2e89-3837-460c-ab8e-a768d2476700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385993 Apr 12 17:57:42.944207 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dbb9c4d9-bded-40e6-9da5-250b92826e20 req-8c4b9519-6a98-46c7-8a20-faa8d9af842f service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550466 Apr 12 17:57:42.996691 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-dd5059a5-919a-4009-baa1-1b52d284b053 req-f83a85eb-74c3-41ad-bec6-bd10c358e507 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 210 time: 0.0321579 Apr 12 17:57:43.190888 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d000e79-6144-434b-8614-66e72a98e3e3 req-616fe05c-6076-4801-89c3-9272c22e89e1 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:43.192736 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0d000e79-6144-434b-8614-66e72a98e3e3 req-616fe05c-6076-4801-89c3-9272c22e89e1 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 948 time: 0.0669613 Apr 12 17:57:43.245098 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0d000e79-6144-434b-8614-66e72a98e3e3 req-283dcd40-d04f-44db-b370-3c2417569d01 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/security-groups?id=594810e5-25f1-424f-b2b7-8aad6af0a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458059 Apr 12 17:57:43.565689 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862399b6-03e4-4ffe-a290-5a272bd0af08 req-e1f12d61-6aba-4209-acb5-179d592e1b14 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:43.567161 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-862399b6-03e4-4ffe-a290-5a272bd0af08 req-e1f12d61-6aba-4209-acb5-179d592e1b14 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 943 time: 0.0459375 Apr 12 17:57:43.612433 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-862399b6-03e4-4ffe-a290-5a272bd0af08 req-4f6f09bf-a9d2-4ea7-902d-4e18e49da8ac tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399032 Apr 12 17:57:43.859464 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 113f12ab-8de6-4062-809f-f3e8d082c935 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:57:43.958277 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 113f12ab-8de6-4062-809f-f3e8d082c935, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=113f12ab-8de6-4062-809f-f3e8d082c935,segment=NetworkSegment(be3a25f5-a16b-48e1-8530-4e18c2c91555),segment_id=be3a25f5-a16b-48e1-8530-4e18c2c91555)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:57:43.970138 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': '113f12ab-8de6-4062-809f-f3e8d082c935', 'network_id': '133c2e89-3837-460c-ab8e-a768d2476700', 'port_id': '113f12ab-8de6-4062-809f-f3e8d082c935', 'mac_address': 'fa:16:3e:35:f2:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd00c828-9d02-4081-8f74-f168af13fb36', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:57:44.012631 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 113f12ab-8de6-4062-809f-f3e8d082c935 is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:44.013023 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (113f12ab-8de6-4062-809f-f3e8d082c935), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:44.029197 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113f12ab-8de6-4062-809f-f3e8d082c935 {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:57:44.058094 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 113f12ab-8de6-4062-809f-f3e8d082c935, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=113f12ab-8de6-4062-809f-f3e8d082c935,segment=NetworkSegment(be3a25f5-a16b-48e1-8530-4e18c2c91555),segment_id=be3a25f5-a16b-48e1-8530-4e18c2c91555)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:57:44.072320 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (113f12ab-8de6-4062-809f-f3e8d082c935), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:44.108661 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca4c62-6a7b-4def-b7f6-82ac0569f8f3 req-dbd62965-55f5-4b63-91a6-8317a3e5c3e3 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:44.111748 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d8ca4c62-6a7b-4def-b7f6-82ac0569f8f3 req-dbd62965-55f5-4b63-91a6-8317a3e5c3e3 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0827973 Apr 12 17:57:44.116352 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c7835-556e-4bf8-87f2-882e3dc04c32 req-bab75f25-c3b3-4400-8afe-1f8e3d581718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:44.118470 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f74c7835-556e-4bf8-87f2-882e3dc04c32 req-bab75f25-c3b3-4400-8afe-1f8e3d581718 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6805cc1691a2411e9fe93aa26e73962a&device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 1127 time: 0.1283054 Apr 12 17:57:44.165000 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=113f12ab-8de6-4062-809f-f3e8d082c935,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:44.215648 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-89739b28-53f1-4a93-aea9-5a14da11a887 req-92e2a67c-de84-4d92-a669-1e6f9c98ea53 service neutron] 10.222.0.23 "GET /v2.0/networks/133c2e89-3837-460c-ab8e-a768d2476700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070532 Apr 12 17:57:44.246561 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dbb9c4d9-bded-40e6-9da5-250b92826e20 req-d279e10e-e6fc-4a11-8762-36b38da5d76f service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609007 Apr 12 17:57:44.287117 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2c57a3d6-bada-4811-8d70-20da29585aed req-5b0e1f0f-d66e-46f9-9082-5e6f656eeb54 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 210 time: 0.0810764 Apr 12 17:57:44.305555 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d8ca4c62-6a7b-4def-b7f6-82ac0569f8f3 req-8d73333e-d521-4a18-afb0-ef86fc3deae4 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858845 Apr 12 17:57:44.358055 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c7835-556e-4bf8-87f2-882e3dc04c32 req-51307c52-4025-4176-b10c-41e1b65a9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:44.363488 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f74c7835-556e-4bf8-87f2-882e3dc04c32 req-51307c52-4025-4176-b10c-41e1b65a9c84 service neutron] 10.222.0.23 "GET /v2.0/networks?id=962da255-4ac2-45d1-ad32-4d4894c84b68 HTTP/1.1" status: 200 len: 912 time: 0.2252140 Apr 12 17:57:44.431895 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af374c-1ccc-4f5c-9f71-04cb4b72ddf8 req-07acb449-5cbf-4c2d-a00d-89ae7d1a657a tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:44.433384 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-55af374c-1ccc-4f5c-9f71-04cb4b72ddf8 req-07acb449-5cbf-4c2d-a00d-89ae7d1a657a tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 949 time: 0.0592995 Apr 12 17:57:44.434120 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['113f12ab-8de6-4062-809f-f3e8d082c935'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:57:44.483259 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-55af374c-1ccc-4f5c-9f71-04cb4b72ddf8 req-cfffd181-3edc-4376-92e3-25bc02c9915b tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/security-groups?id=594810e5-25f1-424f-b2b7-8aad6af0a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442951 Apr 12 17:57:44.725868 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff7a79-dc63-4e32-992c-07ec92fc0305 req-85a22687-9032-4795-8d64-61576f93b12c tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:44.727476 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-cdff7a79-dc63-4e32-992c-07ec92fc0305 req-85a22687-9032-4795-8d64-61576f93b12c tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 943 time: 0.0488048 Apr 12 17:57:44.778008 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-cdff7a79-dc63-4e32-992c-07ec92fc0305 req-22c2e202-e457-40e3-9b2e-364e73172902 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448549 Apr 12 17:57:44.829890 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 39554) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:44.848554 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f74c7835-556e-4bf8-87f2-882e3dc04c32 req-4a0de3c9-835c-4a4f-a9f7-c6a7a82c6b6a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09223875-0639-476f-8258-6dbb3aff75a2 HTTP/1.1" status: 200 len: 217 time: 0.0372806 Apr 12 17:57:44.928085 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c7835-556e-4bf8-87f2-882e3dc04c32 req-0e4c2698-5aa2-42a4-b686-f2f430301473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:44.929802 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f74c7835-556e-4bf8-87f2-882e3dc04c32 req-0e4c2698-5aa2-42a4-b686-f2f430301473 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58bfda40-3da6-4fb6-b2fa-6600bac73073 HTTP/1.1" status: 200 len: 850 time: 0.0514867 Apr 12 17:57:44.989491 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c7835-556e-4bf8-87f2-882e3dc04c32 req-6bfa013b-cf30-45c2-83a8-d72861bd11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:44.991210 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f74c7835-556e-4bf8-87f2-882e3dc04c32 req-6bfa013b-cf30-45c2-83a8-d72861bd11d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=962da255-4ac2-45d1-ad32-4d4894c84b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496368 Apr 12 17:57:45.011863 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90241612-7224-45f8-83b9-c18f305e6819 req-595aa711-145d-4147-914b-c35b68f5754e tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:45.013290 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-90241612-7224-45f8-83b9-c18f305e6819 req-595aa711-145d-4147-914b-c35b68f5754e tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.23 "GET /v2.0/networks?id=8ec15485-e591-42f1-9874-b31f76908832 HTTP/1.1" status: 200 len: 812 time: 0.1199770 Apr 12 17:57:45.014593 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6de2e16e-120a-41b0-8861-8da7df799110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:45.096852 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f74c7835-556e-4bf8-87f2-882e3dc04c32 req-f63c7855-e5da-4e15-a26c-f1d66903ba03 service neutron] 10.222.0.23 "GET /v2.0/networks/962da255-4ac2-45d1-ad32-4d4894c84b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973430 Apr 12 17:57:45.098626 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-90241612-7224-45f8-83b9-c18f305e6819 req-cb24ed67-c5c3-436d-b34e-265d2a87d4fc tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=237798a0b1a14ab3835a4a934510ce49 HTTP/1.1" status: 200 len: 380 time: 0.0755773 Apr 12 17:57:45.118922 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-90241612-7224-45f8-83b9-c18f305e6819 req-6b05ff34-c22d-4bdd-95f6-da974a9bc053 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Request body: {'port': {'device_id': 'a407fef4-1be3-4b01-beaa-f12a830e7e0d', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'admin_state_up': True, 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'security_groups': ['10d18f3c-7f66-4cff-9fc0-35130599f0b5']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:45.202811 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f74c7835-556e-4bf8-87f2-882e3dc04c32 req-f5a64b6d-378c-4780-8ed7-08ae2a486594 service neutron] 10.222.0.23 "GET /v2.0/networks/962da255-4ac2-45d1-ad32-4d4894c84b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901747 Apr 12 17:57:45.397406 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-849e9ce9-bc47-4fb7-bc71-82415b396a37 req-6d552572-48a4-4d70-b4b1-541da9ba3d8f tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 210 time: 0.0399985 Apr 12 17:57:45.415895 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6de2e16e-120a-41b0-8861-8da7df799110 admin admin] Publish callbacks [] for security_group (9269fa32-5b66-4063-b9e4-b3ca7371f765), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:45.421530 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6de2e16e-120a-41b0-8861-8da7df799110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (9269fa32-5b66-4063-b9e4-b3ca7371f765), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:45.456089 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a1193-4573-4e68-989e-b190628b8fd2 req-c0832821-81ce-4081-902c-16cfc92a187e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:45.458109 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-164a1193-4573-4e68-989e-b190628b8fd2 req-c0832821-81ce-4081-902c-16cfc92a187e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0543942 Apr 12 17:57:45.482841 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-6de2e16e-120a-41b0-8861-8da7df799110 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc50fd5042e945fd9ded77d68b727e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6516564 Apr 12 17:57:45.485170 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2e16e-120a-41b0-8861-8da7df799110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9269fa32-5b66-4063-b9e4-b3ca7371f765,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:45.488512 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 39564) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:45.516094 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-164a1193-4573-4e68-989e-b190628b8fd2 req-f31617a9-49c9-4643-a27d-8b5dca7a697d tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437891 Apr 12 17:57:45.544688 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90241612-7224-45f8-83b9-c18f305e6819 req-6b05ff34-c22d-4bdd-95f6-da974a9bc053 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Made reservation on behalf of 237798a0b1a14ab3835a4a934510ce49 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:57:45.548017 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-90241612-7224-45f8-83b9-c18f305e6819 req-6b05ff34-c22d-4bdd-95f6-da974a9bc053 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:45.561873 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f065474-6fdf-48ce-a81e-304e386c95d6 admin admin] Publish callbacks [] for security_group (9269fa32-5b66-4063-b9e4-b3ca7371f765), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:45.619238 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f065474-6fdf-48ce-a81e-304e386c95d6 admin admin] Publish callbacks [] for security_group (9269fa32-5b66-4063-b9e4-b3ca7371f765), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:45.620281 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99200d00-754e-490d-b3ab-4a3e95216779 req-fe6f4aae-3585-430b-80cd-886e59da807a tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:45.621967 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-99200d00-754e-490d-b3ab-4a3e95216779 req-fe6f4aae-3585-430b-80cd-886e59da807a tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 949 time: 0.0589437 Apr 12 17:57:45.679794 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-99200d00-754e-490d-b3ab-4a3e95216779 req-3514240f-7529-4489-ade6-d77058122060 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/security-groups?id=594810e5-25f1-424f-b2b7-8aad6af0a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513914 Apr 12 17:57:45.715283 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f065474-6fdf-48ce-a81e-304e386c95d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (9269fa32-5b66-4063-b9e4-b3ca7371f765), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:45.717630 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f065474-6fdf-48ce-a81e-304e386c95d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:45.718769 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-6f065474-6fdf-48ce-a81e-304e386c95d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9269fa32-5b66-4063-b9e4-b3ca7371f765 HTTP/1.1" status: 204 len: 168 time: 0.2293479 Apr 12 17:57:45.724177 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-90241612-7224-45f8-83b9-c18f305e6819 req-6b05ff34-c22d-4bdd-95f6-da974a9bc053 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Allocated IP 172.20.0.7 (8ec15485-e591-42f1-9874-b31f76908832/78fc5004-f958-4780-b51c-2a79ed561fa7/b062d9ae-3157-4b6b-8c79-6b4d73705050) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:57:45.733362 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f065474-6fdf-48ce-a81e-304e386c95d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9269fa32-5b66-4063-b9e4-b3ca7371f765,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:45.880604 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 09223875-0639-476f-8258-6dbb3aff75a2 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:57:45.884741 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 113f12ab-8de6-4062-809f-f3e8d082c935 up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:57:45.894843 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-90241612-7224-45f8-83b9-c18f305e6819 req-6b05ff34-c22d-4bdd-95f6-da974a9bc053 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for port (b062d9ae-3157-4b6b-8c79-6b4d73705050), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:45.909054 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26589d-9e3e-4618-a8fb-6aa7d3ad5d59 req-6c3701e2-9ac9-4e7a-97c4-bf9a4a566df4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:45.910848 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ca26589d-9e3e-4618-a8fb-6aa7d3ad5d59 req-6c3701e2-9ac9-4e7a-97c4-bf9a4a566df4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 943 time: 0.0563643 Apr 12 17:57:45.936962 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-90241612-7224-45f8-83b9-c18f305e6819 req-6b05ff34-c22d-4bdd-95f6-da974a9bc053 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (b062d9ae-3157-4b6b-8c79-6b4d73705050), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:45.971368 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ca26589d-9e3e-4618-a8fb-6aa7d3ad5d59 req-d1f29a4e-beff-48e3-9410-42488202158e tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522175 Apr 12 17:57:46.000914 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90241612-7224-45f8-83b9-c18f305e6819 req-6b05ff34-c22d-4bdd-95f6-da974a9bc053 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Network 8ec15485-e591-42f1-9874-b31f76908832 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:57:46.006875 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-90241612-7224-45f8-83b9-c18f305e6819 req-6b05ff34-c22d-4bdd-95f6-da974a9bc053 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:57:46.010823 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-90241612-7224-45f8-83b9-c18f305e6819 req-6b05ff34-c22d-4bdd-95f6-da974a9bc053 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:57:46.016388 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90241612-7224-45f8-83b9-c18f305e6819 req-6b05ff34-c22d-4bdd-95f6-da974a9bc053 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:46.017091 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-90241612-7224-45f8-83b9-c18f305e6819 req-6b05ff34-c22d-4bdd-95f6-da974a9bc053 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:46.020547 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning for port 113f12ab-8de6-4062-809f-f3e8d082c935 completed by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:57:46.040743 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port 113f12ab-8de6-4062-809f-f3e8d082c935 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:46.040743 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (113f12ab-8de6-4062-809f-f3e8d082c935), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:46.041136 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 39574) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:46.042977 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-90241612-7224-45f8-83b9-c18f305e6819 req-6b05ff34-c22d-4bdd-95f6-da974a9bc053 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9276597 Apr 12 17:57:46.044059 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05ff34-c22d-4bdd-95f6-da974a9bc053 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event updated for resources: {'Port': ['ID=b062d9ae-3157-4b6b-8c79-6b4d73705050,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:46.057209 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4020a1f8-d7a0-487e-8d12-422671cd937d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:46.060120 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] Request body: {'port': {'device_id': 'a407fef4-1be3-4b01-beaa-f12a830e7e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:46.134457 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b062d9ae-3157-4b6b-8c79-6b4d73705050), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:46.171100 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4020a1f8-d7a0-487e-8d12-422671cd937d admin admin] Publish callbacks [] for security_group (77d6347b-673d-4b62-8f8d-8508a07030ef), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:46.179843 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4020a1f8-d7a0-487e-8d12-422671cd937d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (77d6347b-673d-4b62-8f8d-8508a07030ef), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:46.258418 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-4020a1f8-d7a0-487e-8d12-422671cd937d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99ec3948bcb9438cbdfeb71c5258d208&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152972 Apr 12 17:57:46.259700 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020a1f8-d7a0-487e-8d12-422671cd937d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d6347b-673d-4b62-8f8d-8508a07030ef,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:46.269058 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 39576) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:46.294283 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 09223875-0639-476f-8258-6dbb3aff75a2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=09223875-0639-476f-8258-6dbb3aff75a2,segment=NetworkSegment(76cc6800-0852-427c-871b-1eb07b87be9a),segment_id=76cc6800-0852-427c-871b-1eb07b87be9a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:57:46.310947 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': '09223875-0639-476f-8258-6dbb3aff75a2', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'port_id': '09223875-0639-476f-8258-6dbb3aff75a2', 'mac_address': 'fa:16:3e:32:ed:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:57:46.356880 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81c06382-0c93-449b-af66-0356135aa2da admin admin] Publish callbacks [] for security_group (77d6347b-673d-4b62-8f8d-8508a07030ef), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:46.378163 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 113f12ab-8de6-4062-809f-f3e8d082c935 is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:46.378574 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (113f12ab-8de6-4062-809f-f3e8d082c935), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:46.380465 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 09223875-0639-476f-8258-6dbb3aff75a2 is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:46.380826 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (09223875-0639-476f-8258-6dbb3aff75a2), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:46.406239 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09223875-0639-476f-8258-6dbb3aff75a2 {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:57:46.411036 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81c06382-0c93-449b-af66-0356135aa2da admin admin] Publish callbacks [] for security_group (77d6347b-673d-4b62-8f8d-8508a07030ef), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:46.417334 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8684f136-7093-4d0c-a232-81750ae7714a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113f12ab-8de6-4062-809f-f3e8d082c935'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:57:46.419159 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12a12f1-fd72-461d-b75f-9269803087e8" -d '{"events": [{"server_uuid": "8684f136-7093-4d0c-a232-81750ae7714a", "name": "network-vif-plugged", "status": "completed", "tag": "113f12ab-8de6-4062-809f-f3e8d082c935"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:57:46.446945 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 09223875-0639-476f-8258-6dbb3aff75a2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=09223875-0639-476f-8258-6dbb3aff75a2,segment=NetworkSegment(76cc6800-0852-427c-871b-1eb07b87be9a),segment_id=76cc6800-0852-427c-871b-1eb07b87be9a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:57:46.463262 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 113f12ab-8de6-4062-809f-f3e8d082c935, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=113f12ab-8de6-4062-809f-f3e8d082c935,segment=NetworkSegment(be3a25f5-a16b-48e1-8530-4e18c2c91555),segment_id=be3a25f5-a16b-48e1-8530-4e18c2c91555)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:57:46.469772 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (09223875-0639-476f-8258-6dbb3aff75a2), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:46.476020 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4479304a-4990-4d83-998c-01393e2ba1a0 x-openstack-request-id: req-4479304a-4990-4d83-998c-01393e2ba1a0 {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:57:46.476020 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8684f136-7093-4d0c-a232-81750ae7714a", "name": "network-vif-plugged", "status": "completed", "tag": "113f12ab-8de6-4062-809f-f3e8d082c935", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:57:46.476020 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4479304a-4990-4d83-998c-01393e2ba1a0 {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:57:46.476020 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4479304a-4990-4d83-998c-01393e2ba1a0'] response: {'server_uuid': '8684f136-7093-4d0c-a232-81750ae7714a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113f12ab-8de6-4062-809f-f3e8d082c935', 'code': 200} Apr 12 17:57:46.482840 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (113f12ab-8de6-4062-809f-f3e8d082c935), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:46.505133 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-0c413475-64b0-4e21-87e1-0a6dc62bc560 None None] Provisioning complete for port b062d9ae-3157-4b6b-8c79-6b4d73705050 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:46.505507 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-0c413475-64b0-4e21-87e1-0a6dc62bc560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b062d9ae-3157-4b6b-8c79-6b4d73705050), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:46.520696 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81c06382-0c93-449b-af66-0356135aa2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (77d6347b-673d-4b62-8f8d-8508a07030ef), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:46.523284 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81c06382-0c93-449b-af66-0356135aa2da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:46.524401 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-81c06382-0c93-449b-af66-0356135aa2da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77d6347b-673d-4b62-8f8d-8508a07030ef HTTP/1.1" status: 204 len: 168 time: 0.2544134 Apr 12 17:57:46.538874 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b062d9ae-3157-4b6b-8c79-6b4d73705050 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:57:46.545756 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c06382-0c93-449b-af66-0356135aa2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d6347b-673d-4b62-8f8d-8508a07030ef,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:46.549262 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] Publish callbacks [] for port (b062d9ae-3157-4b6b-8c79-6b4d73705050), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:46.591516 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-0c413475-64b0-4e21-87e1-0a6dc62bc560 None None] Port b062d9ae-3157-4b6b-8c79-6b4d73705050 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:57:46.604972 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=09223875-0639-476f-8258-6dbb3aff75a2,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:46.606759 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] Transition to ACTIVE for port object b062d9ae-3157-4b6b-8c79-6b4d73705050 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:57:46.617991 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b062d9ae-3157-4b6b-8c79-6b4d73705050), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:46.672762 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c874fb-bb87-4afb-83a7-b50c9f6724ec req-48d9cc65-87d2-41c0-ba17-4e5e4b987a58 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:46.679068 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b5c874fb-bb87-4afb-83a7-b50c9f6724ec req-48d9cc65-87d2-41c0-ba17-4e5e4b987a58 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 931 time: 0.1545064 Apr 12 17:57:46.733652 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] Pushing event updated for resources: {'Port': ['ID=b062d9ae-3157-4b6b-8c79-6b4d73705050,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:46.739779 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=113f12ab-8de6-4062-809f-f3e8d082c935,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:46.809570 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['09223875-0639-476f-8258-6dbb3aff75a2'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:57:46.836281 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] Attempting to bind port b062d9ae-3157-4b6b-8c79-6b4d73705050 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:57:46.839359 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] Attempting to bind port b062d9ae-3157-4b6b-8c79-6b4d73705050 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8ec15485-e591-42f1-9874-b31f76908832'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:57:46.839828 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] Attempting to bind port b062d9ae-3157-4b6b-8c79-6b4d73705050 on network 8ec15485-e591-42f1-9874-b31f76908832 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:57:46.849782 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35cc78-bd28-4dd7-9464-1ffc31a71858 req-46895a30-0b0f-43ad-b270-40c0b9b20ad0 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:46.855487 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1a35cc78-bd28-4dd7-9464-1ffc31a71858 req-46895a30-0b0f-43ad-b270-40c0b9b20ad0 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.1108234 Apr 12 17:57:46.862143 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] Port b062d9ae-3157-4b6b-8c79-6b4d73705050 on network 8ec15485-e591-42f1-9874-b31f76908832 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:57:46.862578 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] Attempting to bind port b062d9ae-3157-4b6b-8c79-6b4d73705050 on network 8ec15485-e591-42f1-9874-b31f76908832 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:57:46.868945 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] Checking agent: {'id': '00f7abb9-3948-4d4d-ae73-3182f7e75cf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'started_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:57:46.874077 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] Checking segment: {'id': 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8ec15485-e591-42f1-9874-b31f76908832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:57:46.874978 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] Bound using segment: {'id': 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8ec15485-e591-42f1-9874-b31f76908832'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:57:46.875729 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] Bound port: b062d9ae-3157-4b6b-8c79-6b4d73705050, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8ec15485-e591-42f1-9874-b31f76908832'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:57:46.876246 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b062d9ae-3157-4b6b-8c79-6b4d73705050), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:46.921311 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b5c874fb-bb87-4afb-83a7-b50c9f6724ec req-bc427ccf-9e7c-4525-97ca-f5ef2bc985e2 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153356 Apr 12 17:57:46.929590 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c979e-abcf-4e7b-9b75-e8403d4d4cd6 req-1aa2f284-e706-4e30-93e8-0bf077c3d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:46.940194 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e39c979e-abcf-4e7b-9b75-e8403d4d4cd6 req-1aa2f284-e706-4e30-93e8-0bf077c3d7b0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 1134 time: 0.2601383 Apr 12 17:57:47.044845 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] For port b062d9ae-3157-4b6b-8c79-6b4d73705050, host hv-cinder-83753, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:57:47.050255 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] For port b062d9ae-3157-4b6b-8c79-6b4d73705050, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b062d9ae-3157-4b6b-8c79-6b4d73705050,segment=NetworkSegment(bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b),segment_id=bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:57:47.070205 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b062d9ae-3157-4b6b-8c79-6b4d73705050), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:47.084272 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ff157-d07a-4dfc-aa81-ec0784dee36e req-b0f7bfa7-5922-4be3-bf1f-00976e2ee1d3 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:47.087763 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2f1ff157-d07a-4dfc-aa81-ec0784dee36e req-b0f7bfa7-5922-4be3-bf1f-00976e2ee1d3 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 950 time: 0.0703764 Apr 12 17:57:47.112748 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1a35cc78-bd28-4dd7-9464-1ffc31a71858 req-1ca25aae-9348-49d7-836b-15cd4dc07951 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513592 Apr 12 17:57:47.163067 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:47.163705 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:47.165806 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-90241612-7224-45f8-83b9-c18f305e6819 req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] 10.222.0.23 "PUT /v2.0/ports/b062d9ae-3157-4b6b-8c79-6b4d73705050 HTTP/1.1" status: 200 len: 1093 time: 1.1148450 Apr 12 17:57:47.166313 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a407fef4-1be3-4b01-beaa-f12a830e7e0d', 'tag': 'b062d9ae-3157-4b6b-8c79-6b4d73705050'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:57:47.169723 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70af5479-e7c5-4e1e-a026-f44f4039ddb4" -d '{"events": [{"name": "network-changed", "server_uuid": "a407fef4-1be3-4b01-beaa-f12a830e7e0d", "tag": "b062d9ae-3157-4b6b-8c79-6b4d73705050"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:57:47.192532 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e39c979e-abcf-4e7b-9b75-e8403d4d4cd6 req-2354013f-4b5c-4ac9-ad0f-62a59067527c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=594810e5-25f1-424f-b2b7-8aad6af0a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356956 Apr 12 17:57:47.201166 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 39602) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:47.217202 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7aa3b-3524-4bc2-bd4a-1e4e6800efff service neutron] Pushing event updated for resources: {'Port': ['ID=b062d9ae-3157-4b6b-8c79-6b4d73705050,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:47.244364 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9795704c-c019-486f-aa8b-55b56b54a90a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:47.258290 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2f1ff157-d07a-4dfc-aa81-ec0784dee36e req-ab8fb389-19b0-4c14-b06b-109f5fa84838 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/security-groups?id=594810e5-25f1-424f-b2b7-8aad6af0a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694818 Apr 12 17:57:47.305576 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0edc2f-ad42-463b-9fac-72a184b7f00b x-openstack-request-id: req-1a0edc2f-ad42-463b-9fac-72a184b7f00b {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:57:47.306050 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a407fef4-1be3-4b01-beaa-f12a830e7e0d", "tag": "b062d9ae-3157-4b6b-8c79-6b4d73705050", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:57:47.306482 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a0edc2f-ad42-463b-9fac-72a184b7f00b {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:57:47.307134 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a0edc2f-ad42-463b-9fac-72a184b7f00b'] response: {'name': 'network-changed', 'server_uuid': 'a407fef4-1be3-4b01-beaa-f12a830e7e0d', 'tag': 'b062d9ae-3157-4b6b-8c79-6b4d73705050', 'status': 'completed', 'code': 200} Apr 12 17:57:47.312891 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c80bfe-4369-4c9c-a5ad-9ff31a6ab6d9 req-4ac906c4-b278-4faf-a83d-f0cf5c37c43f tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:47.315101 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-71c80bfe-4369-4c9c-a5ad-9ff31a6ab6d9 req-4ac906c4-b278-4faf-a83d-f0cf5c37c43f tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 944 time: 0.0881984 Apr 12 17:57:47.388630 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-71c80bfe-4369-4c9c-a5ad-9ff31a6ab6d9 req-588a3928-03ad-4c4b-ab5b-8b0ecac900b2 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644965 Apr 12 17:57:47.410759 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9795704c-c019-486f-aa8b-55b56b54a90a admin admin] Publish callbacks [] for security_group (75d46697-8575-4943-8dac-eb5b8e1bcf81), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:47.414643 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9795704c-c019-486f-aa8b-55b56b54a90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (75d46697-8575-4943-8dac-eb5b8e1bcf81), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:47.451074 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795704c-c019-486f-aa8b-55b56b54a90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d46697-8575-4943-8dac-eb5b8e1bcf81,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:47.455802 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-9795704c-c019-486f-aa8b-55b56b54a90a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41e9636e336042b298f691d17e1c9cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533081 Apr 12 17:57:47.458775 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 39604) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:47.507957 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90241612-7224-45f8-83b9-c18f305e6819 req-3393f8ea-b655-4db1-ba85-dc61300bfed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:47.508365 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca6077af-6c6d-4509-b755-f12816014cf3 admin admin] Publish callbacks [] for security_group (75d46697-8575-4943-8dac-eb5b8e1bcf81), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:47.509535 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-90241612-7224-45f8-83b9-c18f305e6819 req-3393f8ea-b655-4db1-ba85-dc61300bfed7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=237798a0b1a14ab3835a4a934510ce49&device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 1127 time: 0.0413067 Apr 12 17:57:47.529754 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca6077af-6c6d-4509-b755-f12816014cf3 admin admin] Publish callbacks [] for security_group (75d46697-8575-4943-8dac-eb5b8e1bcf81), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:47.555460 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-90241612-7224-45f8-83b9-c18f305e6819 req-30f20987-b64b-48d9-8959-b010a9d18b31 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b062d9ae-3157-4b6b-8c79-6b4d73705050 HTTP/1.1" status: 200 len: 217 time: 0.0386181 Apr 12 17:57:47.584737 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca6077af-6c6d-4509-b755-f12816014cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (75d46697-8575-4943-8dac-eb5b8e1bcf81), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:47.587414 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca6077af-6c6d-4509-b755-f12816014cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:47.588697 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-ca6077af-6c6d-4509-b755-f12816014cf3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75d46697-8575-4943-8dac-eb5b8e1bcf81 HTTP/1.1" status: 204 len: 168 time: 0.1289566 Apr 12 17:57:47.603307 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6077af-6c6d-4509-b755-f12816014cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d46697-8575-4943-8dac-eb5b8e1bcf81,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:47.605049 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90241612-7224-45f8-83b9-c18f305e6819 req-39bb107d-f516-44da-8aac-05a0591731d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:47.608343 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-90241612-7224-45f8-83b9-c18f305e6819 req-39bb107d-f516-44da-8aac-05a0591731d4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78fc5004-f958-4780-b51c-2a79ed561fa7 HTTP/1.1" status: 200 len: 851 time: 0.0452507 Apr 12 17:57:47.653907 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90241612-7224-45f8-83b9-c18f305e6819 req-341b5d04-2c9e-4e8b-ba52-0a6c9ba66cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:47.655615 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-90241612-7224-45f8-83b9-c18f305e6819 req-341b5d04-2c9e-4e8b-ba52-0a6c9ba66cf8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ec15485-e591-42f1-9874-b31f76908832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404599 Apr 12 17:57:47.761058 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-90241612-7224-45f8-83b9-c18f305e6819 req-54a073f0-6e57-4db7-a2d1-839e61f23f3c service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976393 Apr 12 17:57:48.033835 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d5590-ac38-4bfa-80fa-8bb8f23656de req-7369ad8b-0e66-4c52-8476-b22234774cdb tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:48.035379 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-628d5590-ac38-4bfa-80fa-8bb8f23656de req-7369ad8b-0e66-4c52-8476-b22234774cdb tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 943 time: 0.0476966 Apr 12 17:57:48.085612 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-628d5590-ac38-4bfa-80fa-8bb8f23656de req-dde0ab46-dcef-4841-a32f-10631b3310aa tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446019 Apr 12 17:57:48.236904 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b1e47-4e27-4f3b-bcf4-bd830f30544e req-b2393ae4-3710-4cc8-ac3d-99f837ad0ca6 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:48.238985 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-762b1e47-4e27-4f3b-bcf4-bd830f30544e req-b2393ae4-3710-4cc8-ac3d-99f837ad0ca6 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0545309 Apr 12 17:57:48.292649 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-762b1e47-4e27-4f3b-bcf4-bd830f30544e req-3f775244-b2aa-45b8-93bc-3f31affdc1d7 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484498 Apr 12 17:57:48.369157 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb90a4-a7d0-458b-b3f3-bb96c1d75bfc req-008f3fd2-477a-4f84-ab1c-5ea9e928c47b tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:48.370579 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-affb90a4-a7d0-458b-b3f3-bb96c1d75bfc req-008f3fd2-477a-4f84-ab1c-5ea9e928c47b tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 950 time: 0.0464509 Apr 12 17:57:48.422966 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-affb90a4-a7d0-458b-b3f3-bb96c1d75bfc req-80b7b6f8-cccc-481d-aec3-27262d7119d3 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/security-groups?id=594810e5-25f1-424f-b2b7-8aad6af0a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466425 Apr 12 17:57:48.520005 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df589ec7-6056-4385-922c-63d39e369821 req-ed626850-5bd3-4b9b-9b3a-8c26d435b5b9 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:48.521634 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-df589ec7-6056-4385-922c-63d39e369821 req-ed626850-5bd3-4b9b-9b3a-8c26d435b5b9 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 944 time: 0.0548794 Apr 12 17:57:48.575375 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-df589ec7-6056-4385-922c-63d39e369821 req-b330c0e4-f2dd-4b16-b303-4ca15913d75c tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476809 Apr 12 17:57:49.195248 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd354f-059a-4a81-b7c7-534ac91e265b req-f2d829b5-bb4a-471f-b3fd-7db72ff73940 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:49.196752 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-09dd354f-059a-4a81-b7c7-534ac91e265b req-f2d829b5-bb4a-471f-b3fd-7db72ff73940 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 943 time: 0.0475845 Apr 12 17:57:49.246024 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-09dd354f-059a-4a81-b7c7-534ac91e265b req-5786e7f4-ba4b-459a-8392-a8cef0953658 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438702 Apr 12 17:57:49.357126 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 39684) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:49.404224 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe6f2b-63ba-4160-a724-468ea5bff5fd req-3612c805-56d6-4d6a-9f41-c4ef326faac8 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:49.405739 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-eafe6f2b-63ba-4160-a724-468ea5bff5fd req-3612c805-56d6-4d6a-9f41-c4ef326faac8 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0471101 Apr 12 17:57:49.456899 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-eafe6f2b-63ba-4160-a724-468ea5bff5fd req-52f827e5-df8b-455c-82fc-373f153f5490 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444539 Apr 12 17:57:49.462723 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb387fb2-3009-4b07-a066-269013bb251a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:49.541419 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb387fb2-3009-4b07-a066-269013bb251a admin admin] Publish callbacks [] for security_group (9f7637b2-4ced-4b88-915d-fa77cee55d65), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:49.545193 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc30222-ec9b-4259-9414-f1641d1e30dc req-c84c3202-36ce-49dc-af62-93f6867bf27d tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:49.545582 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb387fb2-3009-4b07-a066-269013bb251a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (9f7637b2-4ced-4b88-915d-fa77cee55d65), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:49.546800 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2dc30222-ec9b-4259-9414-f1641d1e30dc req-c84c3202-36ce-49dc-af62-93f6867bf27d tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 950 time: 0.0531211 Apr 12 17:57:49.582008 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb387fb2-3009-4b07-a066-269013bb251a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7637b2-4ced-4b88-915d-fa77cee55d65,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:49.588511 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-fb387fb2-3009-4b07-a066-269013bb251a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=edb24da58cdf4bb0aa9e868ea3872aab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279248 Apr 12 17:57:49.588734 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 39690) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:49.594690 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2dc30222-ec9b-4259-9414-f1641d1e30dc req-77515b72-6687-4e8d-ae0e-69a987e9d491 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/security-groups?id=594810e5-25f1-424f-b2b7-8aad6af0a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407856 Apr 12 17:57:49.645010 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-67b53ced-eaba-408e-91e1-dc089c58e9e1 admin admin] Publish callbacks [] for security_group (9f7637b2-4ced-4b88-915d-fa77cee55d65), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:49.667223 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-67b53ced-eaba-408e-91e1-dc089c58e9e1 admin admin] Publish callbacks [] for security_group (9f7637b2-4ced-4b88-915d-fa77cee55d65), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:49.688518 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec8cb1-97a6-478a-9208-661816aed32f req-82f30dd1-ea68-4282-920e-f7cf32755271 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:49.689922 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-bbec8cb1-97a6-478a-9208-661816aed32f req-82f30dd1-ea68-4282-920e-f7cf32755271 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 944 time: 0.0454454 Apr 12 17:57:49.713704 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-67b53ced-eaba-408e-91e1-dc089c58e9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (9f7637b2-4ced-4b88-915d-fa77cee55d65), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:49.716473 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-67b53ced-eaba-408e-91e1-dc089c58e9e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:49.718608 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-67b53ced-eaba-408e-91e1-dc089c58e9e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f7637b2-4ced-4b88-915d-fa77cee55d65 HTTP/1.1" status: 204 len: 168 time: 0.1289465 Apr 12 17:57:49.727861 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b53ced-eaba-408e-91e1-dc089c58e9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7637b2-4ced-4b88-915d-fa77cee55d65,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:49.738727 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-bbec8cb1-97a6-478a-9208-661816aed32f req-bbe1a98e-49d3-48d1-9e9e-436fbfab031e tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429771 Apr 12 17:57:49.982812 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 39700) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:49.995532 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-18ac0fd0-27a5-4376-a5d7-706fb195f8aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:50.066654 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-18ac0fd0-27a5-4376-a5d7-706fb195f8aa admin admin] Publish callbacks [] for security_group (35acb9ef-524b-47fb-b8e9-f1e9e34df018), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:50.071129 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-18ac0fd0-27a5-4376-a5d7-706fb195f8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (35acb9ef-524b-47fb-b8e9-f1e9e34df018), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:50.111437 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-18ac0fd0-27a5-4376-a5d7-706fb195f8aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=882532f663e1456eabd0387b6903fe9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274219 Apr 12 17:57:50.112430 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac0fd0-27a5-4376-a5d7-706fb195f8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35acb9ef-524b-47fb-b8e9-f1e9e34df018,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:50.113941 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 39702) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:50.160966 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5118bba-8f1e-4f5a-ab75-a193f3f6e861 admin admin] Publish callbacks [] for security_group (35acb9ef-524b-47fb-b8e9-f1e9e34df018), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:50.181537 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5118bba-8f1e-4f5a-ab75-a193f3f6e861 admin admin] Publish callbacks [] for security_group (35acb9ef-524b-47fb-b8e9-f1e9e34df018), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:50.226980 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5118bba-8f1e-4f5a-ab75-a193f3f6e861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (35acb9ef-524b-47fb-b8e9-f1e9e34df018), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:50.229474 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e5118bba-8f1e-4f5a-ab75-a193f3f6e861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:50.230657 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e5118bba-8f1e-4f5a-ab75-a193f3f6e861 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35acb9ef-524b-47fb-b8e9-f1e9e34df018 HTTP/1.1" status: 204 len: 168 time: 0.1156969 Apr 12 17:57:50.238239 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5118bba-8f1e-4f5a-ab75-a193f3f6e861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35acb9ef-524b-47fb-b8e9-f1e9e34df018,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:50.361497 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd73d0c-e6c0-4b5c-948a-7e53212cffac req-17b55532-d26f-44a2-a771-17c5e0fe6ff7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:50.363330 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0cd73d0c-e6c0-4b5c-948a-7e53212cffac req-17b55532-d26f-44a2-a771-17c5e0fe6ff7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 943 time: 0.0513248 Apr 12 17:57:50.415529 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0cd73d0c-e6c0-4b5c-948a-7e53212cffac req-20989b5a-f7ba-4ab1-b160-cb4a992b34b6 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463338 Apr 12 17:57:50.501409 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 09223875-0639-476f-8258-6dbb3aff75a2 up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:57:50.549065 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning for port 09223875-0639-476f-8258-6dbb3aff75a2 completed by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:57:50.558649 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port 09223875-0639-476f-8258-6dbb3aff75a2 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:57:50.559023 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (09223875-0639-476f-8258-6dbb3aff75a2), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:50.592668 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b4509-ba8a-4789-87fe-ac3a47cc9256 req-4547fdb7-7fb3-4728-8f22-27787254b4c6 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:50.594161 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-922b4509-ba8a-4789-87fe-ac3a47cc9256 req-4547fdb7-7fb3-4728-8f22-27787254b4c6 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0603392 Apr 12 17:57:50.654140 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 09223875-0639-476f-8258-6dbb3aff75a2 is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:57:50.655471 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (09223875-0639-476f-8258-6dbb3aff75a2), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:50.657802 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-922b4509-ba8a-4789-87fe-ac3a47cc9256 req-ca58d6e6-bcbb-4daf-bc8b-f461e59ea505 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567706 Apr 12 17:57:50.687423 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd109558-8299-43d2-8aef-e34566b7ec63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09223875-0639-476f-8258-6dbb3aff75a2'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:57:50.689956 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d48cf91-7f47-4946-8f38-3583bdd1fd3f" -d '{"events": [{"server_uuid": "cd109558-8299-43d2-8aef-e34566b7ec63", "name": "network-vif-plugged", "status": "completed", "tag": "09223875-0639-476f-8258-6dbb3aff75a2"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:57:50.703885 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 09223875-0639-476f-8258-6dbb3aff75a2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=09223875-0639-476f-8258-6dbb3aff75a2,segment=NetworkSegment(76cc6800-0852-427c-871b-1eb07b87be9a),segment_id=76cc6800-0852-427c-871b-1eb07b87be9a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:57:50.710803 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (09223875-0639-476f-8258-6dbb3aff75a2), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:50.725088 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e2c7b-3c8d-4f63-9b85-b15e79cb9db4 req-42f0dabf-25bf-4803-b7a5-9a79c797d4a2 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:50.726877 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1f1e2c7b-3c8d-4f63-9b85-b15e79cb9db4 req-42f0dabf-25bf-4803-b7a5-9a79c797d4a2 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 950 time: 0.0538211 Apr 12 17:57:50.737896 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a8ebd4-6964-4880-9af6-820454e2ae27 x-openstack-request-id: req-f3a8ebd4-6964-4880-9af6-820454e2ae27 {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:57:50.738144 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd109558-8299-43d2-8aef-e34566b7ec63", "name": "network-vif-plugged", "status": "completed", "tag": "09223875-0639-476f-8258-6dbb3aff75a2", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:57:50.738608 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3a8ebd4-6964-4880-9af6-820454e2ae27 {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:57:50.739003 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a8ebd4-6964-4880-9af6-820454e2ae27'] response: {'server_uuid': 'cd109558-8299-43d2-8aef-e34566b7ec63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09223875-0639-476f-8258-6dbb3aff75a2', 'code': 200} Apr 12 17:57:50.766474 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=09223875-0639-476f-8258-6dbb3aff75a2,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:50.787270 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1f1e2c7b-3c8d-4f63-9b85-b15e79cb9db4 req-0b8689ab-b9b8-4a01-94f6-398e8a098296 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/security-groups?id=594810e5-25f1-424f-b2b7-8aad6af0a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533929 Apr 12 17:57:50.905930 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224ffcd-f696-453b-9451-93d89aa3302d req-0abccd55-4e53-41cb-8a81-a2a8763c19e2 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:50.907568 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9224ffcd-f696-453b-9451-93d89aa3302d req-0abccd55-4e53-41cb-8a81-a2a8763c19e2 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0824234 Apr 12 17:57:51.012106 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9224ffcd-f696-453b-9451-93d89aa3302d req-7f369d57-2190-4a92-a2c2-0e59e32e8db4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728681 Apr 12 17:57:51.014048 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-90241612-7224-45f8-83b9-c18f305e6819 req-db101483-d689-4f06-b7a2-0c11f048071c service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570106 Apr 12 17:57:51.102270 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1990142-39ee-420e-978a-e8cc23c7cb80 req-2e2392ef-8d67-4c29-a751-e5aad33de733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:51.103765 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f1990142-39ee-420e-978a-e8cc23c7cb80 req-2e2392ef-8d67-4c29-a751-e5aad33de733 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 1129 time: 0.0401118 Apr 12 17:57:51.593443 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af5479-e7c5-4e1e-a026-f44f4039ddb4 req-aed90aa3-89f4-45ac-a3b6-7d0badbc282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:51.596536 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-70af5479-e7c5-4e1e-a026-f44f4039ddb4 req-aed90aa3-89f4-45ac-a3b6-7d0badbc282e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=237798a0b1a14ab3835a4a934510ce49&device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 1127 time: 0.0445547 Apr 12 17:57:51.614136 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b8484-6464-433d-9868-ad9b82f7a892 req-7f3ec283-ab79-42ba-9c8c-01479ad7f7d8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:51.615818 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5d6b8484-6464-433d-9868-ad9b82f7a892 req-7f3ec283-ab79-42ba-9c8c-01479ad7f7d8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 943 time: 0.1091549 Apr 12 17:57:51.882926 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f1990142-39ee-420e-978a-e8cc23c7cb80 req-7c859c68-fb37-460f-9417-3cfc5ff5cc5c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3335135 Apr 12 17:57:51.914798 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b5704-4fab-4dde-b3c5-cd035cc2ec35 req-97e686ba-232f-472e-b552-588e69c94b2c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:51.916249 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3d3b5704-4fab-4dde-b3c5-cd035cc2ec35 req-97e686ba-232f-472e-b552-588e69c94b2c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0736461 Apr 12 17:57:51.927072 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5d6b8484-6464-433d-9868-ad9b82f7a892 req-bcf95664-93bf-455d-a6bf-18c825fa6c2a tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047607 Apr 12 17:57:51.967847 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3d3b5704-4fab-4dde-b3c5-cd035cc2ec35 req-c6b822f8-43fd-4085-8e3b-939b3a66b3fa tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456846 Apr 12 17:57:52.030578 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281917c-fe1e-4b0f-9a4c-30a4afd879b1 req-da71aa20-33ef-4500-b696-57a639e07cf6 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:52.032069 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7281917c-fe1e-4b0f-9a4c-30a4afd879b1 req-da71aa20-33ef-4500-b696-57a639e07cf6 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 950 time: 0.0497119 Apr 12 17:57:52.082799 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7281917c-fe1e-4b0f-9a4c-30a4afd879b1 req-6179ebce-2ba2-4f69-adb2-a0ff7add9181 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/security-groups?id=594810e5-25f1-424f-b2b7-8aad6af0a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442772 Apr 12 17:57:52.181530 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d188c4-5816-46b2-8982-cd9a62207f45 req-23d83355-5220-45e7-b26b-e18456baf30a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:52.182929 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e6d188c4-5816-46b2-8982-cd9a62207f45 req-23d83355-5220-45e7-b26b-e18456baf30a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0468893 Apr 12 17:57:52.229391 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e6d188c4-5816-46b2-8982-cd9a62207f45 req-e3d0ebcf-ed20-41d7-a9f4-f4c8792983fc tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409980 Apr 12 17:57:52.456695 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e29f6c-9503-41b8-98d5-48535dd1ef02 req-8d106fe8-4251-42c5-a732-ec4fc123ecef tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:52.456695 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-84e29f6c-9503-41b8-98d5-48535dd1ef02 req-8d106fe8-4251-42c5-a732-ec4fc123ecef tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 950 time: 0.0470717 Apr 12 17:57:52.515605 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-84e29f6c-9503-41b8-98d5-48535dd1ef02 req-eb43cac9-adc7-4836-86f3-26aceaafc498 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/security-groups?id=594810e5-25f1-424f-b2b7-8aad6af0a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530190 Apr 12 17:57:52.624245 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af5479-e7c5-4e1e-a026-f44f4039ddb4 req-ee8e640b-ed3e-49bb-9106-84e7084d0947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:52.626491 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-70af5479-e7c5-4e1e-a026-f44f4039ddb4 req-ee8e640b-ed3e-49bb-9106-84e7084d0947 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ec15485-e591-42f1-9874-b31f76908832 HTTP/1.1" status: 200 len: 913 time: 0.1592371 Apr 12 17:57:53.037541 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a9a39-9372-4ecd-b90c-e37cfc1200dc req-da481c21-f2e0-48b9-ab1c-d459fde83d3b tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:53.038906 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-eb6a9a39-9372-4ecd-b90c-e37cfc1200dc req-da481c21-f2e0-48b9-ab1c-d459fde83d3b tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 943 time: 0.0456736 Apr 12 17:57:53.087465 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-eb6a9a39-9372-4ecd-b90c-e37cfc1200dc req-d19aaa4a-feae-49b4-b968-8393d4cef340 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425968 Apr 12 17:57:53.183980 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5264a-10c7-43e5-9954-23502ff0d16d req-8450b796-4fd0-4c5d-9a2c-08b32d73a7ad tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:53.185507 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-85c5264a-10c7-43e5-9954-23502ff0d16d req-8450b796-4fd0-4c5d-9a2c-08b32d73a7ad tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0455854 Apr 12 17:57:53.231086 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-85c5264a-10c7-43e5-9954-23502ff0d16d req-a477397e-6ea1-406f-95a8-ed7094bd6171 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393639 Apr 12 17:57:53.342602 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc595e6-39cc-4ea8-ad04-eccd9d3b6b9b req-7f9a5d0b-160e-469a-a7fd-a376be95ed35 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:53.344020 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4bc595e6-39cc-4ea8-ad04-eccd9d3b6b9b req-7f9a5d0b-160e-469a-a7fd-a376be95ed35 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0496957 Apr 12 17:57:53.390491 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4bc595e6-39cc-4ea8-ad04-eccd9d3b6b9b req-725608a4-468d-4aab-9b82-5379f85e9b75 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402622 Apr 12 17:57:53.659772 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b39a4f-76dc-4a04-8ae6-aa2ae9e19a09 req-6a79b90e-2714-42f1-b71a-612e3750effd tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:53.661232 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a1b39a4f-76dc-4a04-8ae6-aa2ae9e19a09 req-6a79b90e-2714-42f1-b71a-612e3750effd tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 950 time: 0.0450757 Apr 12 17:57:53.707102 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a1b39a4f-76dc-4a04-8ae6-aa2ae9e19a09 req-5dc26859-84e9-442c-880a-eed1f85db376 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/security-groups?id=594810e5-25f1-424f-b2b7-8aad6af0a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403984 Apr 12 17:57:54.196090 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bfb3f-8a6f-45c7-8b2a-bc0be63f1cbc req-c6baa812-2684-4ac9-8aa8-86da879f4958 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:54.197454 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-994bfb3f-8a6f-45c7-8b2a-bc0be63f1cbc req-c6baa812-2684-4ac9-8aa8-86da879f4958 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 943 time: 0.0461648 Apr 12 17:57:54.253789 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-994bfb3f-8a6f-45c7-8b2a-bc0be63f1cbc req-2d1bfe81-cb34-47ff-bf9c-c3978a9dea86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507712 Apr 12 17:57:54.352260 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0691b-b048-4542-a9be-54883e14323b req-5f56b69e-38c2-43d4-b73d-2cc3c072d909 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:54.353722 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-abd0691b-b048-4542-a9be-54883e14323b req-5f56b69e-38c2-43d4-b73d-2cc3c072d909 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0462353 Apr 12 17:57:54.401969 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-abd0691b-b048-4542-a9be-54883e14323b req-9609f057-5ff1-4879-aef5-34946c6107d4 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426962 Apr 12 17:57:54.499014 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113feae2-6cb6-46c2-83d0-b2b406db38ac req-8d66bced-cc7d-4ca7-a12b-0932d4917530 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:54.500391 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-113feae2-6cb6-46c2-83d0-b2b406db38ac req-8d66bced-cc7d-4ca7-a12b-0932d4917530 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0459352 Apr 12 17:57:54.546464 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-113feae2-6cb6-46c2-83d0-b2b406db38ac req-3d099aed-e4a3-4af2-aa1a-7965605a0a6f tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395067 Apr 12 17:57:54.597474 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:57:54.821165 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596e1af-d2d9-41d0-bf7b-f5d45cc6731b req-5e8db0aa-b2ae-4a2f-9bf6-8a9f6e9f1673 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:54.822676 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e596e1af-d2d9-41d0-bf7b-f5d45cc6731b req-5e8db0aa-b2ae-4a2f-9bf6-8a9f6e9f1673 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 950 time: 0.0504351 Apr 12 17:57:54.869611 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e596e1af-d2d9-41d0-bf7b-f5d45cc6731b req-914779b4-329b-48fc-86c3-62c21c8d7ab3 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/security-groups?id=594810e5-25f1-424f-b2b7-8aad6af0a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413032 Apr 12 17:57:55.364338 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be254fd-b507-4eaa-97f4-9814995bcb83 req-eefa2672-4f2a-4c32-98f8-8b687abc872f tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:55.365838 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8be254fd-b507-4eaa-97f4-9814995bcb83 req-eefa2672-4f2a-4c32-98f8-8b687abc872f tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 943 time: 0.0472372 Apr 12 17:57:55.413644 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8be254fd-b507-4eaa-97f4-9814995bcb83 req-7c9555f1-e82d-46c1-9333-ebf0a070934b tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422769 Apr 12 17:57:55.513618 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee40434-90cc-46d0-a083-053724603ab5 req-751008a9-6f6e-459c-9388-b2a1f1c5f091 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:55.515089 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2ee40434-90cc-46d0-a083-053724603ab5 req-751008a9-6f6e-459c-9388-b2a1f1c5f091 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0488932 Apr 12 17:57:55.560005 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2ee40434-90cc-46d0-a083-053724603ab5 req-3a32ff92-ab1c-4132-ad5e-0f2f770790f5 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392771 Apr 12 17:57:55.657993 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0728c-9cf5-407f-ae7d-d457c2cef019 req-ddf9fce2-66d2-443e-9672-3794a33b5862 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:55.659662 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-79a0728c-9cf5-407f-ae7d-d457c2cef019 req-ddf9fce2-66d2-443e-9672-3794a33b5862 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0465324 Apr 12 17:57:55.704950 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-79a0728c-9cf5-407f-ae7d-d457c2cef019 req-01288824-2b00-4eae-a71c-6900ce814533 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398338 Apr 12 17:57:55.981046 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3006c4-9b34-4d97-9e1a-52f2829a6692 req-b41b1aa2-a12f-49f8-91ec-1df15cee427e tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:55.982568 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-fb3006c4-9b34-4d97-9e1a-52f2829a6692 req-b41b1aa2-a12f-49f8-91ec-1df15cee427e tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 950 time: 0.0453820 Apr 12 17:57:56.034508 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-fb3006c4-9b34-4d97-9e1a-52f2829a6692 req-b7e2dddf-d2f4-48fb-b86c-067c35196d00 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/security-groups?id=594810e5-25f1-424f-b2b7-8aad6af0a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456700 Apr 12 17:57:56.329289 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-70af5479-e7c5-4e1e-a026-f44f4039ddb4 req-9200ecc3-6593-4829-8650-e1e80c2514a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b062d9ae-3157-4b6b-8c79-6b4d73705050 HTTP/1.1" status: 200 len: 217 time: 0.0346217 Apr 12 17:57:56.513804 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af5479-e7c5-4e1e-a026-f44f4039ddb4 req-35b1e571-b9bc-4dd3-9a20-425af1b220f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:56.515552 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-70af5479-e7c5-4e1e-a026-f44f4039ddb4 req-35b1e571-b9bc-4dd3-9a20-425af1b220f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78fc5004-f958-4780-b51c-2a79ed561fa7 HTTP/1.1" status: 200 len: 851 time: 0.0532789 Apr 12 17:57:56.583604 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af5479-e7c5-4e1e-a026-f44f4039ddb4 req-96ac9857-b6c2-4f1a-90df-eae6c05d489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:56.585125 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-70af5479-e7c5-4e1e-a026-f44f4039ddb4 req-96ac9857-b6c2-4f1a-90df-eae6c05d489e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ec15485-e591-42f1-9874-b31f76908832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486152 Apr 12 17:57:56.716663 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-70af5479-e7c5-4e1e-a026-f44f4039ddb4 req-4fe4b531-01d3-4e25-a503-feca8da513ed service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101024 Apr 12 17:57:56.718064 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae42026-4d2b-4129-856d-a192a206adee req-2071d5b1-8b44-4b5e-bff5-42d63b02c665 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:56.719590 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4ae42026-4d2b-4129-856d-a192a206adee req-2071d5b1-8b44-4b5e-bff5-42d63b02c665 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 943 time: 0.0530055 Apr 12 17:57:56.728316 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc440eb-6b26-40bd-8c5f-6d42ce778e72 req-c3d6b86e-c3e5-4500-a59a-dad069327ef5 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:56.729763 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6dc440eb-6b26-40bd-8c5f-6d42ce778e72 req-c3d6b86e-c3e5-4500-a59a-dad069327ef5 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.23 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 950 time: 0.1217067 Apr 12 17:57:56.783153 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4ae42026-4d2b-4129-856d-a192a206adee req-ad8ae37c-48b5-477e-9d90-7b02cfc85099 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523844 Apr 12 17:57:56.884074 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a53046-5808-4089-829e-c7670bf422e1 req-dd0333d5-bde6-410d-931f-3f076358eb2e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:56.885583 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e3a53046-5808-4089-829e-c7670bf422e1 req-dd0333d5-bde6-410d-931f-3f076358eb2e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0758054 Apr 12 17:57:56.907645 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b79bb-b900-4812-9833-a3b438419492 req-e35b24cf-49c9-4663-bdde-cfcf1a9e277c tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:56.909121 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4e6b79bb-b900-4812-9833-a3b438419492 req-e35b24cf-49c9-4663-bdde-cfcf1a9e277c tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0680473 Apr 12 17:57:56.968129 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e3a53046-5808-4089-829e-c7670bf422e1 req-91289f50-398e-4939-a124-d64d85306251 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764351 Apr 12 17:57:56.979243 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4e6b79bb-b900-4812-9833-a3b438419492 req-4de403ee-0daf-4378-8941-bd402f97ba24 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610652 Apr 12 17:57:57.090066 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b666842-7867-4097-8f95-6a52fa5504dc req-df5570b8-20f8-44e6-a5b7-68b443e639d8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:57.091639 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6b666842-7867-4097-8f95-6a52fa5504dc req-df5570b8-20f8-44e6-a5b7-68b443e639d8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0519969 Apr 12 17:57:57.181888 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fff862-6803-4ec4-b850-571a7d3cf552 req-a01efcaa-574c-4639-b008-534c9b9812ba tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:57.183442 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-12fff862-6803-4ec4-b850-571a7d3cf552 req-a01efcaa-574c-4639-b008-534c9b9812ba tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 950 time: 0.0776656 Apr 12 17:57:57.186619 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6b666842-7867-4097-8f95-6a52fa5504dc req-4e83fb0d-bed2-4be8-818e-ef2042426b35 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883276 Apr 12 17:57:57.238649 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-12fff862-6803-4ec4-b850-571a7d3cf552 req-841b7f5c-b27c-4ec7-ba92-12f654b34083 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/security-groups?id=594810e5-25f1-424f-b2b7-8aad6af0a413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468788 Apr 12 17:57:57.451051 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-70af5479-e7c5-4e1e-a026-f44f4039ddb4 req-c4588510-a635-4492-8411-a2115437c09a service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627960 Apr 12 17:57:57.457493 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [req-6dc440eb-6b26-40bd-8c5f-6d42ce778e72 req-22cec4ff-718c-4e65-9fca-905062520760 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Deleting port 113f12ab-8de6-4062-809f-f3e8d082c935 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:57:57.457841 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-6dc440eb-6b26-40bd-8c5f-6d42ce778e72 req-22cec4ff-718c-4e65-9fca-905062520760 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (113f12ab-8de6-4062-809f-f3e8d082c935), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:57.551392 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [req-6dc440eb-6b26-40bd-8c5f-6d42ce778e72 req-22cec4ff-718c-4e65-9fca-905062520760 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] For port 113f12ab-8de6-4062-809f-f3e8d082c935, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=113f12ab-8de6-4062-809f-f3e8d082c935,segment=NetworkSegment(be3a25f5-a16b-48e1-8530-4e18c2c91555),segment_id=be3a25f5-a16b-48e1-8530-4e18c2c91555)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:57:57.551757 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-6dc440eb-6b26-40bd-8c5f-6d42ce778e72 req-22cec4ff-718c-4e65-9fca-905062520760 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (113f12ab-8de6-4062-809f-f3e8d082c935), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:57.566356 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [req-6dc440eb-6b26-40bd-8c5f-6d42ce778e72 req-22cec4ff-718c-4e65-9fca-905062520760 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Calling delete_port for 113f12ab-8de6-4062-809f-f3e8d082c935 owned by compute:nova {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:57:57.720578 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-6dc440eb-6b26-40bd-8c5f-6d42ce778e72 req-22cec4ff-718c-4e65-9fca-905062520760 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (113f12ab-8de6-4062-809f-f3e8d082c935), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:57.749906 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cec4ff-718c-4e65-9fca-905062520760 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Pushing event deleted for resources: {'Port': ['ID=113f12ab-8de6-4062-809f-f3e8d082c935,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:57:57.817237 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc440eb-6b26-40bd-8c5f-6d42ce778e72 req-22cec4ff-718c-4e65-9fca-905062520760 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] No DVR routers for this DVR port 113f12ab-8de6-4062-809f-f3e8d082c935 on host hv-cinder-83753 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:57:57.820777 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-6dc440eb-6b26-40bd-8c5f-6d42ce778e72 req-22cec4ff-718c-4e65-9fca-905062520760 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:57.824170 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6dc440eb-6b26-40bd-8c5f-6d42ce778e72 req-22cec4ff-718c-4e65-9fca-905062520760 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.23 "DELETE /v2.0/ports/113f12ab-8de6-4062-809f-f3e8d082c935 HTTP/1.1" status: 204 len: 173 time: 0.5357575 Apr 12 17:57:57.824659 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8684f136-7093-4d0c-a232-81750ae7714a', 'name': 'network-vif-deleted', 'tag': '113f12ab-8de6-4062-809f-f3e8d082c935'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:57:57.827054 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8794fbc469913332b26a1bcbfb78f2e90de67fe5ea04afc148497b54c77658c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8913de7-d64b-4f42-851a-9419dceb858e" -d '{"events": [{"server_uuid": "8684f136-7093-4d0c-a232-81750ae7714a", "name": "network-vif-deleted", "tag": "113f12ab-8de6-4062-809f-f3e8d082c935"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:57:57.865494 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35366f77-c1ad-41a7-b624-098331b93cc8 x-openstack-request-id: req-35366f77-c1ad-41a7-b624-098331b93cc8 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:57:57.865865 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8684f136-7093-4d0c-a232-81750ae7714a", "name": "network-vif-deleted", "tag": "113f12ab-8de6-4062-809f-f3e8d082c935", "status": "completed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:57:57.866219 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35366f77-c1ad-41a7-b624-098331b93cc8 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:57:57.866690 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35366f77-c1ad-41a7-b624-098331b93cc8'] response: {'server_uuid': '8684f136-7093-4d0c-a232-81750ae7714a', 'name': 'network-vif-deleted', 'tag': '113f12ab-8de6-4062-809f-f3e8d082c935', 'status': 'completed', 'code': 200} Apr 12 17:57:57.904898 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e184c2a-7ddd-4300-8159-77f3d58b2173 req-dce4faf1-d743-4cf5-9214-a42c2ac4a3e5 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:57.906428 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1e184c2a-7ddd-4300-8159-77f3d58b2173 req-dce4faf1-d743-4cf5-9214-a42c2ac4a3e5 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 943 time: 0.0513694 Apr 12 17:57:57.956151 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1e184c2a-7ddd-4300-8159-77f3d58b2173 req-1e0ece77-3824-4e61-a9ca-412b1997297d tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435541 Apr 12 17:57:58.113785 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b53f4-b98a-43a6-9144-81f47e2c93ae req-d6d4bfed-72b7-4bf4-a845-7f89480ac29a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:58.115248 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8b1b53f4-b98a-43a6-9144-81f47e2c93ae req-d6d4bfed-72b7-4bf4-a845-7f89480ac29a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0772178 Apr 12 17:57:58.120899 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d5bad-a513-43b3-905a-30f4076adb51 req-9ee5d6db-4574-4311-87d8-8c64a0b428a6 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:58.122256 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5b7d5bad-a513-43b3-905a-30f4076adb51 req-9ee5d6db-4574-4311-87d8-8c64a0b428a6 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0738330 Apr 12 17:57:58.192825 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8b1b53f4-b98a-43a6-9144-81f47e2c93ae req-a19668fc-3a6f-4b62-8cfb-80a03b133a50 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695653 Apr 12 17:57:58.195655 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5b7d5bad-a513-43b3-905a-30f4076adb51 req-161b6e4d-1c41-47e8-97a0-fea2c95bc499 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660980 Apr 12 17:57:58.258206 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-723d96cd-09a6-4660-bad7-6a92e3e8f620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:58.337557 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4fac8-033a-44d6-8947-8c3895891c79 req-410bbf82-14d2-4830-9711-74f9c005a194 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:58.339043 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-67a4fac8-033a-44d6-8947-8c3895891c79 req-410bbf82-14d2-4830-9711-74f9c005a194 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0766609 Apr 12 17:57:58.347977 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 39900) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:57:58.351800 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979af9e7-876e-4e10-a26d-f979e900a702 req-7d8daa48-216c-4939-9015-b47d7799e93d tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:58.352502 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-4755bc7e-ffa9-4a96-8cbc-4df38f118da8 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Request body: {'floatingip': {'port_id': '09223875-0639-476f-8258-6dbb3aff75a2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:57:58.353318 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-979af9e7-876e-4e10-a26d-f979e900a702 req-7d8daa48-216c-4939-9015-b47d7799e93d tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0779755 Apr 12 17:57:58.396511 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4755bc7e-ffa9-4a96-8cbc-4df38f118da8 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for floatingip (917a3cec-6e2c-44d3-aa4f-40f8eddeb42e), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:58.423014 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2a64a245-8ebb-41d7-a3bd-613e317e5d6e req-d57912aa-01fe-4a24-9450-10f43b97d10b tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 210 time: 0.0358200 Apr 12 17:57:58.438909 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-979af9e7-876e-4e10-a26d-f979e900a702 req-7f0c8533-597b-45ac-9f55-4aa00dadb93c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749791 Apr 12 17:57:58.840899 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4755bc7e-ffa9-4a96-8cbc-4df38f118da8 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:58.844747 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4755bc7e-ffa9-4a96-8cbc-4df38f118da8 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (917a3cec-6e2c-44d3-aa4f-40f8eddeb42e), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:58.948896 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.l3_db [None req-4755bc7e-ffa9-4a96-8cbc-4df38f118da8 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Floating IP 917a3cec-6e2c-44d3-aa4f-40f8eddeb42e associated. External IP: 172.27.0.9, port: 09223875-0639-476f-8258-6dbb3aff75a2. Apr 12 17:57:59.069523 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a6552-cdb1-4ac8-8cf8-3d1965f36bc1 req-76eedd7b-3a5a-4613-8bea-bf598929c7d7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:59.071236 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-814a6552-cdb1-4ac8-8cf8-3d1965f36bc1 req-76eedd7b-3a5a-4613-8bea-bf598929c7d7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 943 time: 0.0497031 Apr 12 17:57:59.122196 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-814a6552-cdb1-4ac8-8cf8-3d1965f36bc1 req-a01910aa-92ba-4ec7-ab17-15f66230d0bb tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444779 Apr 12 17:57:59.162206 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4755bc7e-ffa9-4a96-8cbc-4df38f118da8 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Router 49a0daf5-88f1-4b49-ad50-c300dba617b0 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:57:59.273869 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4755bc7e-ffa9-4a96-8cbc-4df38f118da8 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:57:59.279191 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4755bc7e-ffa9-4a96-8cbc-4df38f118da8 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:57:59.284385 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f08a0b8-a530-4060-8b51-b69c90f90fac None None] Sync routers for ids ['49a0daf5-88f1-4b49-ad50-c300dba617b0'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:57:59.294347 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f08a0b8-a530-4060-8b51-b69c90f90fac None None] Routers {'49a0daf5-88f1-4b49-ad50-c300dba617b0'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:57:59.294981 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-2f08a0b8-a530-4060-8b51-b69c90f90fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:57:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['49a0daf5-88f1-4b49-ad50-c300dba617b0'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:59.312419 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-4755bc7e-ffa9-4a96-8cbc-4df38f118da8 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "PUT /v2.0/floatingips/917a3cec-6e2c-44d3-aa4f-40f8eddeb42e HTTP/1.1" status: 200 len: 989 time: 0.9609783 Apr 12 17:57:59.312419 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd109558-8299-43d2-8aef-e34566b7ec63', 'tag': '09223875-0639-476f-8258-6dbb3aff75a2'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:57:59.312819 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34f40f1-74ab-4e15-a62a-ad4324a287ca" -d '{"events": [{"name": "network-changed", "server_uuid": "cd109558-8299-43d2-8aef-e34566b7ec63", "tag": "09223875-0639-476f-8258-6dbb3aff75a2"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:57:59.323258 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f97311-3516-4dd7-8947-7977173466ed req-2c95206b-fe81-4eb5-80d4-55060da913d3 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:59.324897 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-55f97311-3516-4dd7-8947-7977173466ed req-2c95206b-fe81-4eb5-80d4-55060da913d3 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0633073 Apr 12 17:57:59.353011 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ac82b6-1733-48e4-bb6b-0ca7f71c865a x-openstack-request-id: req-11ac82b6-1733-48e4-bb6b-0ca7f71c865a {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:57:59.353313 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd109558-8299-43d2-8aef-e34566b7ec63", "tag": "09223875-0639-476f-8258-6dbb3aff75a2", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:57:59.353679 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11ac82b6-1733-48e4-bb6b-0ca7f71c865a {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:57:59.354151 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ac82b6-1733-48e4-bb6b-0ca7f71c865a'] response: {'name': 'network-changed', 'server_uuid': 'cd109558-8299-43d2-8aef-e34566b7ec63', 'tag': '09223875-0639-476f-8258-6dbb3aff75a2', 'status': 'completed', 'code': 200} Apr 12 17:57:59.376417 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-55f97311-3516-4dd7-8947-7977173466ed req-f7087830-1ccd-49c1-9f39-45565ac29374 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459814 Apr 12 17:57:59.505443 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-2f08a0b8-a530-4060-8b51-b69c90f90fac None None] Set router 49a0daf5-88f1-4b49-ad50-c300dba617b0 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:57:59.556827 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b3977c0b-c6ab-41b3-a322-b8f27ab4836e req-f27547b8-1272-4c79-a285-6fc3966c78ef tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 210 time: 0.0539126 Apr 12 17:57:59.575557 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b9bae-598c-4aab-9eaf-e199dc041f6d req-d588becf-a2f9-45c7-8370-265d40265520 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:57:59.577172 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d18b9bae-598c-4aab-9eaf-e199dc041f6d req-d588becf-a2f9-45c7-8370-265d40265520 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0657570 Apr 12 17:57:59.623859 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d18b9bae-598c-4aab-9eaf-e199dc041f6d req-62cea50f-2b79-45b1-96d7-eacda294fdd1 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407300 Apr 12 17:57:59.725449 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-2f08a0b8-a530-4060-8b51-b69c90f90fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'name': 'tempest-AttachVolumeTestJSON-1407309218-router', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '630ac3f3-5053-4142-af04-7a686398b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:19Z', 'revision_number': 4, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'gw_port': {'id': '630ac3f3-5053-4142-af04-7a686398b926', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '917a3cec-6e2c-44d3-aa4f-40f8eddeb42e', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'port_id': '09223875-0639-476f-8258-6dbb3aff75a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'mac_address': 'fa:16:3e:32:ed:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd109558-8299-43d2-8aef-e34566b7ec63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:57:22Z', 'updated_at': '2022-04-12T17:57:58Z', 'revision_number': 1, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a77e5ac-4462-49fb-a402-b16ad864d3a5', 'name': '', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'mac_address': 'fa:16:3e:b5:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:19Z', 'updated_at': '2022-04-12T17:57:24Z', 'revision_number': 5, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'subnets': [{'id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:59.750254 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f08a0b8-a530-4060-8b51-b69c90f90fac None None] Checking router: 49a0daf5-88f1-4b49-ad50-c300dba617b0 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:57:59.758328 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f08a0b8-a530-4060-8b51-b69c90f90fac None None] Routers {'49a0daf5-88f1-4b49-ad50-c300dba617b0'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:57:59.758930 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-2f08a0b8-a530-4060-8b51-b69c90f90fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:57:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['49a0daf5-88f1-4b49-ad50-c300dba617b0'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:57:59.865878 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-2f08a0b8-a530-4060-8b51-b69c90f90fac None None] Set router 49a0daf5-88f1-4b49-ad50-c300dba617b0 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:58:00.071981 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-2f08a0b8-a530-4060-8b51-b69c90f90fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'name': 'tempest-AttachVolumeTestJSON-1407309218-router', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '630ac3f3-5053-4142-af04-7a686398b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:19Z', 'revision_number': 4, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'gw_port': {'id': '630ac3f3-5053-4142-af04-7a686398b926', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '917a3cec-6e2c-44d3-aa4f-40f8eddeb42e', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'port_id': '09223875-0639-476f-8258-6dbb3aff75a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'mac_address': 'fa:16:3e:32:ed:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd109558-8299-43d2-8aef-e34566b7ec63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:57:22Z', 'updated_at': '2022-04-12T17:57:58Z', 'revision_number': 1, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a77e5ac-4462-49fb-a402-b16ad864d3a5', 'name': '', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'mac_address': 'fa:16:3e:b5:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:19Z', 'updated_at': '2022-04-12T17:57:24Z', 'revision_number': 5, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'subnets': [{'id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:58:00.101831 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f08a0b8-a530-4060-8b51-b69c90f90fac None None] The sync data for ids ['49a0daf5-88f1-4b49-ad50-c300dba617b0'] in dv-cinder-837534-1-iscsi is: [{'id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'name': 'tempest-AttachVolumeTestJSON-1407309218-router', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '630ac3f3-5053-4142-af04-7a686398b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:19Z', 'revision_number': 4, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'gw_port': {'id': '630ac3f3-5053-4142-af04-7a686398b926', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '917a3cec-6e2c-44d3-aa4f-40f8eddeb42e', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'port_id': '09223875-0639-476f-8258-6dbb3aff75a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'mac_address': 'fa:16:3e:32:ed:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd109558-8299-43d2-8aef-e34566b7ec63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:57:22Z', 'updated_at': '2022-04-12T17:57:58Z', 'revision_number': 1, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a77e5ac-4462-49fb-a402-b16ad864d3a5', 'name': '', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'mac_address': 'fa:16:3e:b5:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:19Z', 'updated_at': '2022-04-12T17:57:24Z', 'revision_number': 5, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'subnets': [{'id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:58:00.134758 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['113f12ab-8de6-4062-809f-f3e8d082c935'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:58:00.243762 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e7a0e-e906-4f03-a214-7d4c0e442883 req-1bbdcdd6-0e06-43dd-bf52-2285d56e8d36 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:00.245397 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-384e7a0e-e906-4f03-a214-7d4c0e442883 req-1bbdcdd6-0e06-43dd-bf52-2285d56e8d36 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 943 time: 0.0517809 Apr 12 17:58:00.304100 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-384e7a0e-e906-4f03-a214-7d4c0e442883 req-66014c96-9476-482d-a36f-4e7d1a1a104d tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520117 Apr 12 17:58:00.328831 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8864cddc-e2ac-42cb-82d1-9c0764512302 None None] New status for floating IP 917a3cec-6e2c-44d3-aa4f-40f8eddeb42e: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:58:00.512247 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f40f1-74ab-4e15-a62a-ad4324a287ca req-932c16af-3b5f-45e8-9c5a-824f6143ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:00.513727 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b34f40f1-74ab-4e15-a62a-ad4324a287ca req-932c16af-3b5f-45e8-9c5a-824f6143ed45 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6805cc1691a2411e9fe93aa26e73962a&device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 1129 time: 0.0727873 Apr 12 17:58:00.529330 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d625ca0-2c5a-42d7-8725-a0fde1808a83 req-1e8ee9f4-a6f4-44f0-84dd-60837ba46a06 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:00.530810 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5d625ca0-2c5a-42d7-8725-a0fde1808a83 req-1e8ee9f4-a6f4-44f0-84dd-60837ba46a06 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0589468 Apr 12 17:58:00.579738 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5d625ca0-2c5a-42d7-8725-a0fde1808a83 req-3fcc8aff-2fa1-4446-bf2c-4ee830d9831a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413418 Apr 12 17:58:00.650736 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-41e3c918-d017-402b-a412-e500f0d7a658 req-a878014a-69f8-42ff-a29e-321691a2fc6b tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 210 time: 0.0275555 Apr 12 17:58:00.739050 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485271ac-11f1-4386-b7ba-e9debb117b85 req-4dc5b00f-3b34-4d08-8a85-623bb0d23220 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:00.740503 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-485271ac-11f1-4386-b7ba-e9debb117b85 req-4dc5b00f-3b34-4d08-8a85-623bb0d23220 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0458627 Apr 12 17:58:00.790332 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-485271ac-11f1-4386-b7ba-e9debb117b85 req-8b538807-6c77-4e89-8c5f-95785cc99e0c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442095 Apr 12 17:58:00.801727 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-353806ef-426d-4cbe-9588-28d19a44932c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:01.415858 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914bdfc-b7de-452f-8662-e729bbd1dcfe req-95dcbdb7-52af-412d-ac6c-5505a11291b0 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:01.417584 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3914bdfc-b7de-452f-8662-e729bbd1dcfe req-95dcbdb7-52af-412d-ac6c-5505a11291b0 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 943 time: 0.0465469 Apr 12 17:58:01.464064 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3914bdfc-b7de-452f-8662-e729bbd1dcfe req-52cc71d8-e920-4e16-ad96-19bc56b4da3e tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409989 Apr 12 17:58:01.647892 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:01.698313 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b30e7-d87b-40a4-a342-0403ff98e07d req-d42f09f1-c5cd-492d-8b72-253a4fd9192c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:01.699771 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-292b30e7-d87b-40a4-a342-0403ff98e07d req-d42f09f1-c5cd-492d-8b72-253a4fd9192c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0465963 Apr 12 17:58:01.751266 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8bf8a47f-bead-4cc5-a18d-ea6c02e6bbbf req-26cfd240-b94a-49ae-83ec-a7d6397b2987 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 210 time: 0.0329101 Apr 12 17:58:01.771488 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-292b30e7-d87b-40a4-a342-0403ff98e07d req-c662956e-5fe6-4b14-af86-a80f8c3186d4 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662551 Apr 12 17:58:01.830222 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:01.905528 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ce196-4c3c-4d7c-9bf1-1c7849c61c3c req-6081e106-8b48-406a-9a2c-80968582c0f3 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:01.907012 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f09ce196-4c3c-4d7c-9bf1-1c7849c61c3c req-6081e106-8b48-406a-9a2c-80968582c0f3 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0471063 Apr 12 17:58:01.953241 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f09ce196-4c3c-4d7c-9bf1-1c7849c61c3c req-e2b29759-49bb-4107-b371-edd8b2506ae8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404065 Apr 12 17:58:02.573809 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc076e4b-ef04-457a-8398-c8a6e55ef952 req-01eba5d3-20f2-4836-a596-0557cc6e15c7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:02.575211 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-bc076e4b-ef04-457a-8398-c8a6e55ef952 req-01eba5d3-20f2-4836-a596-0557cc6e15c7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 943 time: 0.0465953 Apr 12 17:58:02.627885 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-bc076e4b-ef04-457a-8398-c8a6e55ef952 req-6cfdeb3a-a6a5-427c-806f-311b668efea2 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462670 Apr 12 17:58:02.849566 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2484678b-6f59-4168-b580-6f302ae35e0b req-b5df81eb-f466-4ade-96a6-cabb9e1df6f9 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 210 time: 0.0312805 Apr 12 17:58:02.893556 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f81fb-af18-4247-86b6-130da7ac45a2 req-bd8c9582-43cd-4ad4-b40a-9c9db6ff02d3 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:02.895058 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-131f81fb-af18-4247-86b6-130da7ac45a2 req-bd8c9582-43cd-4ad4-b40a-9c9db6ff02d3 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0487239 Apr 12 17:58:02.942105 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-131f81fb-af18-4247-86b6-130da7ac45a2 req-11f069e7-8cdc-47b9-a89f-90be7a78d1ef tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407658 Apr 12 17:58:03.068524 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8e5b8-9ec7-428c-9a54-5bab8cb19b6c req-5124c0c6-8afd-40a5-819a-d21905c305e8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:03.070000 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8bc8e5b8-9ec7-428c-9a54-5bab8cb19b6c req-5124c0c6-8afd-40a5-819a-d21905c305e8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0480628 Apr 12 17:58:03.086042 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:03.116670 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8bc8e5b8-9ec7-428c-9a54-5bab8cb19b6c req-4dcabad2-4af5-46cb-adbd-73678d8b6674 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409868 Apr 12 17:58:03.743521 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565ec8d-f820-4204-b3af-35d748152504 req-307444f9-53c7-4117-80f9-3303e9b262b9 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:03.745005 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4565ec8d-f820-4204-b3af-35d748152504 req-307444f9-53c7-4117-80f9-3303e9b262b9 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 943 time: 0.0498698 Apr 12 17:58:03.796468 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4565ec8d-f820-4204-b3af-35d748152504 req-795d0961-bda5-4385-a53c-393f47866457 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458925 Apr 12 17:58:04.040167 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f40f1-74ab-4e15-a62a-ad4324a287ca req-81baaeb7-0d2d-42d2-b4b8-cb08c964222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:04.048413 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b34f40f1-74ab-4e15-a62a-ad4324a287ca req-81baaeb7-0d2d-42d2-b4b8-cb08c964222a service neutron] 10.222.0.23 "GET /v2.0/networks?id=962da255-4ac2-45d1-ad32-4d4894c84b68 HTTP/1.1" status: 200 len: 912 time: 0.1672015 Apr 12 17:58:04.057924 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4e539e68-1f90-405b-b479-846f4a0800f9 req-818940bc-55f0-4d46-b6d4-ef6c1fe3d70c tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 210 time: 0.0993948 Apr 12 17:58:04.087751 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-117a03aa-d31f-40c6-99c6-b4cec841bf18 req-6f8741b2-51fe-4397-9aaf-ce39c05a942d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9b987260-2532-4632-9f8a-842b60be9242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0593739 Apr 12 17:58:04.170046 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941ec79-64be-41ed-b9a8-fb47f6352484 req-fd0a0877-4f8b-423d-ae63-2e7fd0d723d5 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:04.172273 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 113f12ab-8de6-4062-809f-f3e8d082c935 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:58:04.174966 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d941ec79-64be-41ed-b9a8-fb47f6352484 req-fd0a0877-4f8b-423d-ae63-2e7fd0d723d5 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.1166291 Apr 12 17:58:04.196278 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] No Port match for: 113f12ab-8de6-4062-809f-f3e8d082c935 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:58:04.196783 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 113f12ab-8de6-4062-809f-f3e8d082c935 not bound to the agent host hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:58:04.225080 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b34f40f1-74ab-4e15-a62a-ad4324a287ca req-db5b749c-9620-4dd2-8c66-224f035380bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09223875-0639-476f-8258-6dbb3aff75a2 HTTP/1.1" status: 200 len: 999 time: 0.1679690 Apr 12 17:58:04.275425 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba837690-6646-4234-a4bb-8fb257881058 req-1cfda590-4c71-4e0f-ae25-3c0c0a0760d2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:04.277534 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ba837690-6646-4234-a4bb-8fb257881058 req-1cfda590-4c71-4e0f-ae25-3c0c0a0760d2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0723126 Apr 12 17:58:04.302327 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d941ec79-64be-41ed-b9a8-fb47f6352484 req-68d1a208-1032-4a00-9f82-a8c335580b91 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200018 Apr 12 17:58:04.332186 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ba837690-6646-4234-a4bb-8fb257881058 req-99dc7aae-5e0d-4928-a570-487160b716a3 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487685 Apr 12 17:58:04.405909 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:04.451435 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f40f1-74ab-4e15-a62a-ad4324a287ca req-00b52f62-840a-4414-a731-f5ca95d36e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:04.451851 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a03aa-d31f-40c6-99c6-b4cec841bf18 req-4bb9b3ba-7d2e-4e22-8ea4-80da0f447662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:04.452956 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b34f40f1-74ab-4e15-a62a-ad4324a287ca req-00b52f62-840a-4414-a731-f5ca95d36e3c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58bfda40-3da6-4fb6-b2fa-6600bac73073 HTTP/1.1" status: 200 len: 850 time: 0.0733416 Apr 12 17:58:04.453579 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-117a03aa-d31f-40c6-99c6-b4cec841bf18 req-4bb9b3ba-7d2e-4e22-8ea4-80da0f447662 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd9169ef36f84184829de80e6adcc3eb&device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 1129 time: 0.0738673 Apr 12 17:58:04.915394 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06062c3-1cba-47bf-8c4e-a171657ee39f req-d1bf7eaf-1f73-4767-bee9-59d0868d6170 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:04.917644 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f06062c3-1cba-47bf-8c4e-a171657ee39f req-d1bf7eaf-1f73-4767-bee9-59d0868d6170 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 943 time: 0.0550499 Apr 12 17:58:04.968040 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f06062c3-1cba-47bf-8c4e-a171657ee39f req-cdf2047e-a088-4e81-95c0-d07119401453 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438683 Apr 12 17:58:05.162748 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f58b24ed-4dc2-4313-8958-e1ccd2c5355a req-6eee912a-3298-4385-aff7-fc29ef4fdf08 tempest-VolumesNegativeTest-1944728667 tempest-VolumesNegativeTest-1944728667-project] 10.222.0.24 "GET /v2.0/ports?device_id=8684f136-7093-4d0c-a232-81750ae7714a HTTP/1.1" status: 200 len: 210 time: 0.0290794 Apr 12 17:58:05.432736 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2f00d-e23e-45e1-ac84-1e18ec684273 req-ce1981d0-9d31-434d-99d7-27eb495cbf4b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:05.434237 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9af2f00d-e23e-45e1-ac84-1e18ec684273 req-ce1981d0-9d31-434d-99d7-27eb495cbf4b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0651765 Apr 12 17:58:05.599511 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a03aa-d31f-40c6-99c6-b4cec841bf18 req-b4a10c6e-9d81-47fd-a350-79a8709d020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:05.601115 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-117a03aa-d31f-40c6-99c6-b4cec841bf18 req-b4a10c6e-9d81-47fd-a350-79a8709d020f service neutron] 10.222.0.23 "GET /v2.0/networks?id=686fab4f-3c38-4683-935f-38f19e4e8a4f HTTP/1.1" status: 200 len: 915 time: 0.1314025 Apr 12 17:58:05.729664 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bbe2b-6b1b-4198-be52-a0237a863b27 req-01a33289-e443-4afb-9f3f-b58f9a58a565 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:05.731155 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c89bbe2b-6b1b-4198-be52-a0237a863b27 req-01a33289-e443-4afb-9f3f-b58f9a58a565 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.3250077 Apr 12 17:58:05.750863 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f40f1-74ab-4e15-a62a-ad4324a287ca req-3a7c91c6-dd32-4c53-acc8-689c71d4fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:05.752353 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b34f40f1-74ab-4e15-a62a-ad4324a287ca req-3a7c91c6-dd32-4c53-acc8-689c71d4fabf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=962da255-4ac2-45d1-ad32-4d4894c84b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835154 Apr 12 17:58:05.773308 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9af2f00d-e23e-45e1-ac84-1e18ec684273 req-0818f8df-e2b0-4191-96b8-e0dcbc1bf068 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032066 Apr 12 17:58:05.825706 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c89bbe2b-6b1b-4198-be52-a0237a863b27 req-cccc3e6b-3c23-4077-84e3-bc80c82d7ddb tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848563 Apr 12 17:58:05.897160 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-117a03aa-d31f-40c6-99c6-b4cec841bf18 req-a6bb9edb-5375-4457-9b10-bc43e260441a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28a48dd9-d5a0-4a00-b11c-5d77c05c24ed HTTP/1.1" status: 200 len: 1001 time: 0.0813494 Apr 12 17:58:05.978800 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b34f40f1-74ab-4e15-a62a-ad4324a287ca req-a4225ebf-d03e-4f94-a1be-b6e5633b4412 service neutron] 10.222.0.23 "GET /v2.0/networks/962da255-4ac2-45d1-ad32-4d4894c84b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519654 Apr 12 17:58:05.990740 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a03aa-d31f-40c6-99c6-b4cec841bf18 req-1447899c-c87e-4563-8e1f-1999e7659c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:05.993710 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-117a03aa-d31f-40c6-99c6-b4cec841bf18 req-1447899c-c87e-4563-8e1f-1999e7659c80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e2e22a3-d988-42d0-ada7-fb014078e671 HTTP/1.1" status: 200 len: 853 time: 0.0786209 Apr 12 17:58:05.997091 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5afc3-78c7-4cce-9b2d-041e1aa4780f req-808230bb-f779-410c-8462-cbdc20b89431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:05.998547 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fcd5afc3-78c7-4cce-9b2d-041e1aa4780f req-808230bb-f779-410c-8462-cbdc20b89431 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 1129 time: 0.0556822 Apr 12 17:58:06.087559 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8df0ea-21de-4731-9a6f-dce3726c29b3 req-d4bbb996-353b-4540-a4a5-4821435779c4 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:06.088957 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0c8df0ea-21de-4731-9a6f-dce3726c29b3 req-d4bbb996-353b-4540-a4a5-4821435779c4 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 943 time: 0.0490007 Apr 12 17:58:06.137031 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0c8df0ea-21de-4731-9a6f-dce3726c29b3 req-4e7ea971-ca2c-4266-93cc-57be6b99e608 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425475 Apr 12 17:58:06.167442 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device b062d9ae-3157-4b6b-8c79-6b4d73705050 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:58:06.275867 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port b062d9ae-3157-4b6b-8c79-6b4d73705050, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b062d9ae-3157-4b6b-8c79-6b4d73705050,segment=NetworkSegment(bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b),segment_id=bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:58:06.291015 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': 'b062d9ae-3157-4b6b-8c79-6b4d73705050', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'port_id': 'b062d9ae-3157-4b6b-8c79-6b4d73705050', 'mac_address': 'fa:16:3e:cd:9e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:58:06.386520 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fcd5afc3-78c7-4cce-9b2d-041e1aa4780f req-a52d3d45-bfe5-4fdb-80cb-97e8ca08010c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026354 Apr 12 17:58:06.388007 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a03aa-d31f-40c6-99c6-b4cec841bf18 req-92e9b00a-96ec-4e60-aaa3-7cd59fae0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:06.389863 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-117a03aa-d31f-40c6-99c6-b4cec841bf18 req-92e9b00a-96ec-4e60-aaa3-7cd59fae0431 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=686fab4f-3c38-4683-935f-38f19e4e8a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1039310 Apr 12 17:58:06.390678 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port b062d9ae-3157-4b6b-8c79-6b4d73705050 is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:58:06.391310 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b062d9ae-3157-4b6b-8c79-6b4d73705050), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:06.395824 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b34f40f1-74ab-4e15-a62a-ad4324a287ca req-fe0120de-2e46-4a78-8bbb-0188cfc8c839 service neutron] 10.222.0.23 "GET /v2.0/networks/962da255-4ac2-45d1-ad32-4d4894c84b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119738 Apr 12 17:58:06.414777 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b062d9ae-3157-4b6b-8c79-6b4d73705050 {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:58:06.435917 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port b062d9ae-3157-4b6b-8c79-6b4d73705050, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b062d9ae-3157-4b6b-8c79-6b4d73705050,segment=NetworkSegment(bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b),segment_id=bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:58:06.441009 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b062d9ae-3157-4b6b-8c79-6b4d73705050), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:06.488553 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=b062d9ae-3157-4b6b-8c79-6b4d73705050,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:06.495612 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:06.495919 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:06.496421 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:06.496622 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:06.496957 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:06.497285 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:06.497611 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:06.497935 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:06.498312 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:06.498597 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:06.498917 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:06.499255 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:06.499576 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:06.499894 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:06.500499 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:06.692721 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-117a03aa-d31f-40c6-99c6-b4cec841bf18 req-324960f3-aa5c-4f0a-8380-485a07d0f929 service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899889 Apr 12 17:58:06.743760 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['b062d9ae-3157-4b6b-8c79-6b4d73705050'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:58:06.799049 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-117a03aa-d31f-40c6-99c6-b4cec841bf18 req-3a1f6da2-7566-420e-a8a3-ffb196fe69b5 service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980401 Apr 12 17:58:06.995000 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e44385-3a6f-4034-93a7-7a8d12c3da06 req-06b2c36f-efed-451c-bfb1-487427b7ab8b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:06.996703 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c0e44385-3a6f-4034-93a7-7a8d12c3da06 req-06b2c36f-efed-451c-bfb1-487427b7ab8b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.1045010 Apr 12 17:58:07.023026 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40294527-6bf0-4351-a2da-ec51e712121b req-fde0a8ae-0e5c-407b-ad8a-3929ebf16457 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:07.031134 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-40294527-6bf0-4351-a2da-ec51e712121b req-fde0a8ae-0e5c-407b-ad8a-3929ebf16457 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0891740 Apr 12 17:58:07.109540 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c0e44385-3a6f-4034-93a7-7a8d12c3da06 req-51ef436d-4551-46b4-8e8d-6097f139f5fa tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049523 Apr 12 17:58:07.122808 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-40294527-6bf0-4351-a2da-ec51e712121b req-512e9bfd-0196-47ca-90ed-123450adc262 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906408 Apr 12 17:58:07.261390 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297f730-0a94-4059-8215-dbf1885c8e63 req-47fcf2fc-e049-417b-9550-62af62aef235 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:07.263625 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7297f730-0a94-4059-8215-dbf1885c8e63 req-47fcf2fc-e049-417b-9550-62af62aef235 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 944 time: 0.0541670 Apr 12 17:58:07.327124 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7297f730-0a94-4059-8215-dbf1885c8e63 req-2b810668-b392-4a5c-874f-2b66fe2e3a57 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557287 Apr 12 17:58:07.525443 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 40164) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:58:07.530057 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-dc20e777-0bde-4f11-8417-38c7388f6d16 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--902394886', 'description': 'tempest-description--1732153464'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:58:07.566734 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc20e777-0bde-4f11-8417-38c7388f6d16 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:07.635326 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc20e777-0bde-4f11-8417-38c7388f6d16 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (abd5a9a0-3ef0-4d7d-9539-09bb0435d26c), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:07.639047 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc20e777-0bde-4f11-8417-38c7388f6d16 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (abd5a9a0-3ef0-4d7d-9539-09bb0435d26c), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:07.681693 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc20e777-0bde-4f11-8417-38c7388f6d16 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:07.682931 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-dc20e777-0bde-4f11-8417-38c7388f6d16 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1563900 Apr 12 17:58:07.685822 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 40178) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:58:07.690830 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-4e57f53f-8234-40ae-96cb-353e5ccaed2e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'security_group_rule': {'security_group_id': 'abd5a9a0-3ef0-4d7d-9539-09bb0435d26c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:58:07.694739 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20e777-0bde-4f11-8417-38c7388f6d16 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd5a9a0-3ef0-4d7d-9539-09bb0435d26c,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:07.703757 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20e777-0bde-4f11-8417-38c7388f6d16 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:07.704106 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20e777-0bde-4f11-8417-38c7388f6d16 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:07.704448 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20e777-0bde-4f11-8417-38c7388f6d16 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:07.704791 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20e777-0bde-4f11-8417-38c7388f6d16 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:07.705885 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20e777-0bde-4f11-8417-38c7388f6d16 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:07.706286 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20e777-0bde-4f11-8417-38c7388f6d16 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:07.706620 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20e777-0bde-4f11-8417-38c7388f6d16 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:07.706951 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20e777-0bde-4f11-8417-38c7388f6d16 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:07.707276 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20e777-0bde-4f11-8417-38c7388f6d16 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:07.707601 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20e777-0bde-4f11-8417-38c7388f6d16 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:07.707950 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20e777-0bde-4f11-8417-38c7388f6d16 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:07.708235 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20e777-0bde-4f11-8417-38c7388f6d16 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:07.708554 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20e777-0bde-4f11-8417-38c7388f6d16 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:07.708874 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20e777-0bde-4f11-8417-38c7388f6d16 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:07.709190 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc20e777-0bde-4f11-8417-38c7388f6d16 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:07.733079 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4e57f53f-8234-40ae-96cb-353e5ccaed2e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (96725c75-2052-4adf-8e23-fae2ccc4aa83), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:07.793457 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4e57f53f-8234-40ae-96cb-353e5ccaed2e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (96725c75-2052-4adf-8e23-fae2ccc4aa83), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:07.797079 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4e57f53f-8234-40ae-96cb-353e5ccaed2e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (96725c75-2052-4adf-8e23-fae2ccc4aa83), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:07.814085 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57f53f-8234-40ae-96cb-353e5ccaed2e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96725c75-2052-4adf-8e23-fae2ccc4aa83,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:07.827068 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4e57f53f-8234-40ae-96cb-353e5ccaed2e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:07.828398 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-4e57f53f-8234-40ae-96cb-353e5ccaed2e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416171 Apr 12 17:58:07.831857 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 40190) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:58:07.836267 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-ce920628-11b7-4870-a378-c8e0cce0d8e6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'security_group_rule': {'security_group_id': 'abd5a9a0-3ef0-4d7d-9539-09bb0435d26c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:58:07.861447 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ce920628-11b7-4870-a378-c8e0cce0d8e6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (c5f0fc40-aefa-4918-9175-1b0e4a62ec21), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:07.917761 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ce920628-11b7-4870-a378-c8e0cce0d8e6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (c5f0fc40-aefa-4918-9175-1b0e4a62ec21), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:07.921620 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ce920628-11b7-4870-a378-c8e0cce0d8e6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (c5f0fc40-aefa-4918-9175-1b0e4a62ec21), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:07.940532 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce920628-11b7-4870-a378-c8e0cce0d8e6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f0fc40-aefa-4918-9175-1b0e4a62ec21,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:07.949487 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ce920628-11b7-4870-a378-c8e0cce0d8e6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:07.950864 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-ce920628-11b7-4870-a378-c8e0cce0d8e6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180143 Apr 12 17:58:07.954049 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 40214) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:58:07.966241 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'floatingip': {'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:58:07.985231 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:08.064453 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:08.206368 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Allocated IP 172.27.0.55 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/06d68810-23ee-43e4-b13d-b2e4e9a5e75f) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:58:08.287927 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bfcc2-bb54-4541-9650-f9103dcc88f0 req-e841f539-e732-4202-86a7-0b450615111a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:08.289587 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-164bfcc2-bb54-4541-9650-f9103dcc88f0 req-e841f539-e732-4202-86a7-0b450615111a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0882809 Apr 12 17:58:08.310247 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46443d9f-1f09-4c0d-97a2-ff4b09424a18 req-3020ddff-10ff-429e-86fc-de4ed181d6aa tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:08.311798 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-46443d9f-1f09-4c0d-97a2-ff4b09424a18 req-3020ddff-10ff-429e-86fc-de4ed181d6aa tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0751400 Apr 12 17:58:08.353375 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for port (06d68810-23ee-43e4-b13d-b2e4e9a5e75f), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:08.394013 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-164bfcc2-bb54-4541-9650-f9103dcc88f0 req-5afc165b-0022-44a2-a827-05205c7b5a4d tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930598 Apr 12 17:58:08.411027 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (06d68810-23ee-43e4-b13d-b2e4e9a5e75f), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:08.437948 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-46443d9f-1f09-4c0d-97a2-ff4b09424a18 req-40d236b7-ac2c-4e9f-a8b7-c44b09a1319a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106956 Apr 12 17:58:08.453851 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:58:08.458954 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:58:08.462393 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:58:08.507264 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'Port': ['ID=06d68810-23ee-43e4-b13d-b2e4e9a5e75f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:08.521087 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:08.521441 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:08.521926 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:08.522358 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:08.522634 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:08.522970 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:08.523303 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:08.523632 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:08.523958 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:08.524281 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:08.524609 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:08.524936 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:08.525260 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:08.525578 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:08.525899 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:58:08.530055 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564a986-05dc-41e7-89b8-0c9f2600568c req-ab075e9a-1549-40cf-b9c7-828621e613db tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:08.537939 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a564a986-05dc-41e7-89b8-0c9f2600568c req-ab075e9a-1549-40cf-b9c7-828621e613db tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 944 time: 0.0611386 Apr 12 17:58:08.538695 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (a3962913-8ca3-45db-bd5c-3d246347c3a6), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:08.577426 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (06d68810-23ee-43e4-b13d-b2e4e9a5e75f), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:08.589221 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a564a986-05dc-41e7-89b8-0c9f2600568c req-e35ebf47-ad42-4c76-8ca0-d5283dacb2cc tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503509 Apr 12 17:58:08.731517 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for port (06d68810-23ee-43e4-b13d-b2e4e9a5e75f), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:08.736705 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (06d68810-23ee-43e4-b13d-b2e4e9a5e75f), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:08.765741 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (a3962913-8ca3-45db-bd5c-3d246347c3a6), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:08.787460 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'Port': ['ID=06d68810-23ee-43e4-b13d-b2e4e9a5e75f,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:08.793006 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:08.794269 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-425e3b3c-b964-48c8-9f96-da95bf671330 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8385093 Apr 12 17:58:09.003407 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-0efe28e8-0ecb-4ded-acf9-be816c752e8d tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--902394886&fields=id&tenant_id=fd9169ef36f84184829de80e6adcc3eb HTTP/1.1" status: 200 len: 267 time: 0.0489235 Apr 12 17:58:09.111824 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-f82d90b5-2a53-442f-9b5b-f80b347fb1a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:09.113310 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-f82d90b5-2a53-442f-9b5b-f80b347fb1a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/networks?id=686fab4f-3c38-4683-935f-38f19e4e8a4f HTTP/1.1" status: 200 len: 814 time: 0.1036146 Apr 12 17:58:09.128298 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-70ad46cb-df64-4edc-859f-0833f922e0e4 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/quotas/fd9169ef36f84184829de80e6adcc3eb HTTP/1.1" status: 200 len: 375 time: 0.0098464 Apr 12 17:58:09.184963 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-45026c99-d008-49e6-9ce7-32a75e1fdb6d tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd9169ef36f84184829de80e6adcc3eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509133 Apr 12 17:58:09.288350 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-90c3ddd2-1dec-41d8-b9e3-0e8cb1997185 service neutron] 10.222.0.24 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913169 Apr 12 17:58:09.382277 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-a57c61d1-fa45-4fab-bc0f-c00640db6d41 service neutron] 10.222.0.24 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867639 Apr 12 17:58:09.510762 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c88561-74bb-438d-903b-b850e1964b6a req-149981cd-8643-411e-9fdd-e22e728516b9 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:09.512278 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f2c88561-74bb-438d-903b-b850e1964b6a req-149981cd-8643-411e-9fdd-e22e728516b9 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0510740 Apr 12 17:58:09.587136 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f2c88561-74bb-438d-903b-b850e1964b6a req-ff939991-8390-4971-90b8-046ecb9beca0 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683048 Apr 12 17:58:09.601494 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed04f77-6de9-4bff-b5b2-b9adff1b6a07 req-6beeafa1-fe2e-451a-80be-2ecdb561ed45 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:09.603041 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-eed04f77-6de9-4bff-b5b2-b9adff1b6a07 req-6beeafa1-fe2e-451a-80be-2ecdb561ed45 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0579000 Apr 12 17:58:09.661971 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f1907420-e641-4650-a69e-8904f8cb7666 req-530654cb-ea46-4b85-87f3-7e11b6a09d58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 210 time: 0.0340118 Apr 12 17:58:09.687455 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-eed04f77-6de9-4bff-b5b2-b9adff1b6a07 req-3299bdbd-02fd-49e5-b75b-be29fa1ec53f tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733213 Apr 12 17:58:09.768332 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6740c-db37-4e95-881b-ee0fac67cdec req-7c103700-f31c-4dfb-9527-a8b9df59a003 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:09.769950 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ade6740c-db37-4e95-881b-ee0fac67cdec req-7c103700-f31c-4dfb-9527-a8b9df59a003 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 944 time: 0.0506179 Apr 12 17:58:09.822999 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ade6740c-db37-4e95-881b-ee0fac67cdec req-4704f4e4-4043-4891-a697-1ea7c7c75bff tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466101 Apr 12 17:58:10.412827 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device b062d9ae-3157-4b6b-8c79-6b4d73705050 up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:58:10.457792 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning for port b062d9ae-3157-4b6b-8c79-6b4d73705050 completed by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:58:10.463706 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port b062d9ae-3157-4b6b-8c79-6b4d73705050 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:58:10.464094 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b062d9ae-3157-4b6b-8c79-6b4d73705050), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:10.540643 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port b062d9ae-3157-4b6b-8c79-6b4d73705050 is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:58:10.541031 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b062d9ae-3157-4b6b-8c79-6b4d73705050), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:10.566809 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a407fef4-1be3-4b01-beaa-f12a830e7e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b062d9ae-3157-4b6b-8c79-6b4d73705050'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:58:10.568989 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26fd518-464c-471d-9e4e-78f12b99df24" -d '{"events": [{"server_uuid": "a407fef4-1be3-4b01-beaa-f12a830e7e0d", "name": "network-vif-plugged", "status": "completed", "tag": "b062d9ae-3157-4b6b-8c79-6b4d73705050"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:58:10.582006 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port b062d9ae-3157-4b6b-8c79-6b4d73705050, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b062d9ae-3157-4b6b-8c79-6b4d73705050,segment=NetworkSegment(bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b),segment_id=bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:58:10.586367 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b062d9ae-3157-4b6b-8c79-6b4d73705050), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:10.611597 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dae22ba-8c06-4c3c-a1fb-bc163454021d x-openstack-request-id: req-9dae22ba-8c06-4c3c-a1fb-bc163454021d {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:58:10.611911 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a407fef4-1be3-4b01-beaa-f12a830e7e0d", "name": "network-vif-plugged", "status": "completed", "tag": "b062d9ae-3157-4b6b-8c79-6b4d73705050", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:58:10.612158 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9dae22ba-8c06-4c3c-a1fb-bc163454021d {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:58:10.612602 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dae22ba-8c06-4c3c-a1fb-bc163454021d'] response: {'server_uuid': 'a407fef4-1be3-4b01-beaa-f12a830e7e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b062d9ae-3157-4b6b-8c79-6b4d73705050', 'code': 200} Apr 12 17:58:10.638752 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=b062d9ae-3157-4b6b-8c79-6b4d73705050,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:10.708295 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b09be-fc8c-42c3-9b1a-c6823467f8bb req-fbe8139e-623c-4c79-8594-5c2a58d0e64f tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:10.709906 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-bf1b09be-fc8c-42c3-9b1a-c6823467f8bb req-fbe8139e-623c-4c79-8594-5c2a58d0e64f tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0528514 Apr 12 17:58:10.766470 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-570debbf-b16e-462a-99c3-c16ebd6811bf req-8acd455c-6c46-4b15-82a0-1da614786851 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 210 time: 0.0352063 Apr 12 17:58:10.789442 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-bf1b09be-fc8c-42c3-9b1a-c6823467f8bb req-52745802-8623-4116-a2e1-cca6c20ba53a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729930 Apr 12 17:58:10.872458 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09199e9-bee1-4267-8c8d-814dbeb0bc5a req-f9f47414-74f1-4a23-976c-e015793fc42b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:10.874002 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c09199e9-bee1-4267-8c8d-814dbeb0bc5a req-f9f47414-74f1-4a23-976c-e015793fc42b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0507135 Apr 12 17:58:10.952519 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c09199e9-bee1-4267-8c8d-814dbeb0bc5a req-8c2b0e43-1113-4ce8-87bd-f5d58e2733ba tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726001 Apr 12 17:58:10.966162 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faf352-6349-406f-a141-6ce6bc22b0fa req-03497f69-7d75-4fe2-ad29-05c25d0ee2af tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:10.967646 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-92faf352-6349-406f-a141-6ce6bc22b0fa req-03497f69-7d75-4fe2-ad29-05c25d0ee2af tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 945 time: 0.0619926 Apr 12 17:58:11.030146 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-92faf352-6349-406f-a141-6ce6bc22b0fa req-10740c25-4484-460d-8266-309ba7c073dd tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448380 Apr 12 17:58:11.163840 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a080fca-ccda-43ec-a0ae-8de600f25c58 req-edd9da84-a153-479b-9a2a-33b77367b0f2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:11.165308 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4a080fca-ccda-43ec-a0ae-8de600f25c58 req-edd9da84-a153-479b-9a2a-33b77367b0f2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0510452 Apr 12 17:58:11.214021 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4a080fca-ccda-43ec-a0ae-8de600f25c58 req-d4c54d9f-48e9-406d-9d38-becb66c65d22 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417840 Apr 12 17:58:11.514709 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febcc7d-06cb-4c3c-8ca3-6afd5eac4587 req-4a7f447c-b8dc-4119-a52d-e34f1d04ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:11.516765 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5febcc7d-06cb-4c3c-8ca3-6afd5eac4587 req-4a7f447c-b8dc-4119-a52d-e34f1d04ecbf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 1129 time: 0.0655692 Apr 12 17:58:11.520133 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233b677-7f97-4470-9e31-aa80b7e701c4 req-41245a53-4742-427d-8670-8cdfd9da36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:11.521765 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e233b677-7f97-4470-9e31-aa80b7e701c4 req-41245a53-4742-427d-8670-8cdfd9da36d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f15b7fa885d74f029c4594b80329f70f&device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 1129 time: 0.0621753 Apr 12 17:58:11.585098 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5febcc7d-06cb-4c3c-8ca3-6afd5eac4587 req-511d343f-8b69-4b7a-a968-41d129631e19 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576391 Apr 12 17:58:11.655929 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233b677-7f97-4470-9e31-aa80b7e701c4 req-96c25260-c13a-4d9f-8604-749a681c7c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:11.657914 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e233b677-7f97-4470-9e31-aa80b7e701c4 req-96c25260-c13a-4d9f-8604-749a681c7c2e service neutron] 10.222.0.23 "GET /v2.0/networks?id=2876e2a1-3492-40af-97a0-a80d1612333d HTTP/1.1" status: 200 len: 920 time: 0.1292739 Apr 12 17:58:11.759503 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 40398) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:58:11.855157 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e233b677-7f97-4470-9e31-aa80b7e701c4 req-87458e32-7322-42b0-96f4-4916a6526cab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff0f1c54-dec4-4ef6-afec-893659f86637 HTTP/1.1" status: 200 len: 217 time: 0.0393236 Apr 12 17:58:11.889158 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-14e09964-59aa-49ad-ac71-36d8cb86f795 req-a1905cef-f35c-46a2-8401-09e0511596c1 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 210 time: 0.0379603 Apr 12 17:58:11.918705 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-96828089-dfd2-48b6-907d-c5f59f4894a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ecf6d74d0f894e74b3f12e2b83277b2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1579823 Apr 12 17:58:11.921051 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 40404) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:58:11.967308 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-129f16cc-b0b7-4f1d-a440-ca2aef7b2bbf admin admin] Publish callbacks [] for security_group (594810e5-25f1-424f-b2b7-8aad6af0a413), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:11.990091 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-129f16cc-b0b7-4f1d-a440-ca2aef7b2bbf admin admin] Publish callbacks [] for security_group (594810e5-25f1-424f-b2b7-8aad6af0a413), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:12.069917 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-129f16cc-b0b7-4f1d-a440-ca2aef7b2bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (594810e5-25f1-424f-b2b7-8aad6af0a413), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:12.072837 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-129f16cc-b0b7-4f1d-a440-ca2aef7b2bbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:12.073990 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-129f16cc-b0b7-4f1d-a440-ca2aef7b2bbf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/594810e5-25f1-424f-b2b7-8aad6af0a413 HTTP/1.1" status: 204 len: 168 time: 0.1519964 Apr 12 17:58:12.088647 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f16cc-b0b7-4f1d-a440-ca2aef7b2bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594810e5-25f1-424f-b2b7-8aad6af0a413,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:12.102489 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a964c9-c6be-4035-aaa1-688f21dc2b58 req-294ab073-9b32-4099-82a0-2d901f1de614 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:12.104466 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-50a964c9-c6be-4035-aaa1-688f21dc2b58 req-294ab073-9b32-4099-82a0-2d901f1de614 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0729680 Apr 12 17:58:12.184573 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad36c3f-c1e1-4b67-a77f-fc47010e8f4f req-d8c89234-2b77-47d1-8882-69e64a50561e tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:12.186052 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1ad36c3f-c1e1-4b67-a77f-fc47010e8f4f req-d8c89234-2b77-47d1-8882-69e64a50561e tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 945 time: 0.0802145 Apr 12 17:58:12.210305 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-50a964c9-c6be-4035-aaa1-688f21dc2b58 req-8c89f558-755b-411a-bf44-19ef3d9bc4bf tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953593 Apr 12 17:58:12.252455 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1ad36c3f-c1e1-4b67-a77f-fc47010e8f4f req-405cab0d-a7a1-41c3-8537-bcddd41f94a6 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568519 Apr 12 17:58:12.347001 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92f3eb-b4c7-4cb3-8b1a-f94a1b4f8b34 req-3a010888-c5a6-4655-8835-dcafb9a1aba0 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:12.348729 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9d92f3eb-b4c7-4cb3-8b1a-f94a1b4f8b34 req-3a010888-c5a6-4655-8835-dcafb9a1aba0 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0596983 Apr 12 17:58:12.398845 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9d92f3eb-b4c7-4cb3-8b1a-f94a1b4f8b34 req-79a52e4a-162a-4454-998c-5f500bfa930d tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418260 Apr 12 17:58:12.548539 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233b677-7f97-4470-9e31-aa80b7e701c4 req-b45d5f6e-9913-4861-ac79-6414ba310f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:12.549981 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e233b677-7f97-4470-9e31-aa80b7e701c4 req-b45d5f6e-9913-4861-ac79-6414ba310f32 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5aebc3d-31c6-4909-92e3-135069d3f64d HTTP/1.1" status: 200 len: 858 time: 0.0458446 Apr 12 17:58:12.605200 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233b677-7f97-4470-9e31-aa80b7e701c4 req-77bb488a-0dc1-40db-87ed-d7d751bf6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:12.607821 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e233b677-7f97-4470-9e31-aa80b7e701c4 req-77bb488a-0dc1-40db-87ed-d7d751bf6e41 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2876e2a1-3492-40af-97a0-a80d1612333d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465190 Apr 12 17:58:12.709597 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-99028b30-4afc-4ced-b844-e39014f6be6d tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:12.710101 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e233b677-7f97-4470-9e31-aa80b7e701c4 req-f0062649-ef4c-48e8-b48a-7e89c11040cb service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959785 Apr 12 17:58:12.711357 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-99028b30-4afc-4ced-b844-e39014f6be6d tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.23 "GET /v2.0/networks?id=686fab4f-3c38-4683-935f-38f19e4e8a4f HTTP/1.1" status: 200 len: 814 time: 0.1146603 Apr 12 17:58:12.842680 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e233b677-7f97-4470-9e31-aa80b7e701c4 req-8d21471d-d876-499b-9b2e-336736e4b88a service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096473 Apr 12 17:58:12.893928 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-f4b23a22-5147-4fa4-891a-b00aa3e925d4 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd9169ef36f84184829de80e6adcc3eb HTTP/1.1" status: 200 len: 472 time: 0.1271493 Apr 12 17:58:12.985292 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3fa0a0ce-5a2f-43eb-a1a9-c918186ed3ec req-9e500fdf-d767-4912-b17e-6af5f6507858 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 210 time: 0.0274117 Apr 12 17:58:13.028819 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 40434) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:58:13.135529 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-697cb4a0-964f-424c-942b-e722550bec2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:13.210654 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-697cb4a0-964f-424c-942b-e722550bec2d admin admin] Publish callbacks [] for security_group (f6f11cc2-d4ef-4c46-9040-08bcf13daca1), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:13.214565 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-697cb4a0-964f-424c-942b-e722550bec2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (f6f11cc2-d4ef-4c46-9040-08bcf13daca1), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:13.255522 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-697cb4a0-964f-424c-942b-e722550bec2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a442ce34998c4fed8a796b6eafc2d56f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256265 Apr 12 17:58:13.256362 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cb4a0-964f-424c-942b-e722550bec2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f11cc2-d4ef-4c46-9040-08bcf13daca1,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:13.258117 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 40440) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:58:13.323228 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf44cce3-3ed1-4316-9442-40fc5a019202 admin admin] Publish callbacks [] for security_group (f6f11cc2-d4ef-4c46-9040-08bcf13daca1), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:13.349977 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf44cce3-3ed1-4316-9442-40fc5a019202 admin admin] Publish callbacks [] for security_group (f6f11cc2-d4ef-4c46-9040-08bcf13daca1), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:13.407662 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632546c-0571-4cdd-8fab-e557200ab486 req-3b7baff9-d1ce-45ce-a5a5-e679f5a24a2a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:13.410354 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-41385f00-5edd-4a98-8ed7-9d1169f66d77 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'port': {'device_id': '3166ce07-7e30-4d8d-bac4-507b91c3f89f', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'admin_state_up': True, 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'security_groups': ['abd5a9a0-3ef0-4d7d-9539-09bb0435d26c']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:58:13.418043 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9632546c-0571-4cdd-8fab-e557200ab486 req-3b7baff9-d1ce-45ce-a5a5-e679f5a24a2a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.1186597 Apr 12 17:58:13.438389 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10875ec-6dac-4260-aa9f-2ed1ba4e61e6 req-e00dca1e-6409-47dc-8093-2ac24e50351c tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:13.442855 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf44cce3-3ed1-4316-9442-40fc5a019202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (f6f11cc2-d4ef-4c46-9040-08bcf13daca1), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:13.445368 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf44cce3-3ed1-4316-9442-40fc5a019202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:13.449017 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f10875ec-6dac-4260-aa9f-2ed1ba4e61e6 req-e00dca1e-6409-47dc-8093-2ac24e50351c tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 945 time: 0.1105020 Apr 12 17:58:13.449181 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-bf44cce3-3ed1-4316-9442-40fc5a019202 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6f11cc2-d4ef-4c46-9040-08bcf13daca1 HTTP/1.1" status: 204 len: 168 time: 0.1873858 Apr 12 17:58:13.494379 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44cce3-3ed1-4316-9442-40fc5a019202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f11cc2-d4ef-4c46-9040-08bcf13daca1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:13.521118 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9632546c-0571-4cdd-8fab-e557200ab486 req-b9608610-31a3-4d45-9a82-9daec8982b80 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021094 Apr 12 17:58:13.548120 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f10875ec-6dac-4260-aa9f-2ed1ba4e61e6 req-13ec6078-5635-4472-9838-d1ced6decf84 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988684 Apr 12 17:58:13.568519 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-41385f00-5edd-4a98-8ed7-9d1169f66d77 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Made reservation on behalf of fd9169ef36f84184829de80e6adcc3eb for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:58:13.575712 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-41385f00-5edd-4a98-8ed7-9d1169f66d77 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:13.664719 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4c7d2-5981-43cb-a0c3-2980fa058098 req-94ef0913-3609-4a7b-8614-9c6645f2bf16 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:13.666947 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ead4c7d2-5981-43cb-a0c3-2980fa058098 req-94ef0913-3609-4a7b-8614-9c6645f2bf16 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0582016 Apr 12 17:58:13.719275 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ead4c7d2-5981-43cb-a0c3-2980fa058098 req-6f79a2dc-b716-44d7-ba91-5707714eafec tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464389 Apr 12 17:58:13.727713 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-41385f00-5edd-4a98-8ed7-9d1169f66d77 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Allocated IP 172.20.0.9 (686fab4f-3c38-4683-935f-38f19e4e8a4f/1e2e22a3-d988-42d0-ada7-fb014078e671/febcfb16-574b-4916-bce4-46c5cf480a76) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:58:14.089279 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c78be315-ff9e-4cb1-a901-ae07e4abe30d req-56fa6d0a-df4d-4976-a9e2-bd9a2ae9f287 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 210 time: 0.0277991 Apr 12 17:58:14.108178 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-41385f00-5edd-4a98-8ed7-9d1169f66d77 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for port (febcfb16-574b-4916-bce4-46c5cf480a76), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:14.143498 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-41385f00-5edd-4a98-8ed7-9d1169f66d77 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (febcfb16-574b-4916-bce4-46c5cf480a76), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:14.186157 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-41385f00-5edd-4a98-8ed7-9d1169f66d77 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Network 686fab4f-3c38-4683-935f-38f19e4e8a4f is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:58:14.189734 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-41385f00-5edd-4a98-8ed7-9d1169f66d77 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:58:14.192877 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-41385f00-5edd-4a98-8ed7-9d1169f66d77 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:58:14.198031 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-41385f00-5edd-4a98-8ed7-9d1169f66d77 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:14.198682 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-41385f00-5edd-4a98-8ed7-9d1169f66d77 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:14.215998 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41385f00-5edd-4a98-8ed7-9d1169f66d77 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'Port': ['ID=febcfb16-574b-4916-bce4-46c5cf480a76,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:14.227557 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-41385f00-5edd-4a98-8ed7-9d1169f66d77 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8323126 Apr 12 17:58:14.375801 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5f5b0d2d-48b3-403d-859c-cdbe63c009ea None None] Provisioning complete for port febcfb16-574b-4916-bce4-46c5cf480a76 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:58:14.376402 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5f5b0d2d-48b3-403d-859c-cdbe63c009ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (febcfb16-574b-4916-bce4-46c5cf480a76), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:14.416187 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b0d2d-48b3-403d-859c-cdbe63c009ea None None] Port febcfb16-574b-4916-bce4-46c5cf480a76 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:58:14.686803 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617d82e-9248-4d30-8c2d-e30586500841 req-37903b52-0857-4e6e-8c53-a36e2fc664f9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:14.688246 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1617d82e-9248-4d30-8c2d-e30586500841 req-37903b52-0857-4e6e-8c53-a36e2fc664f9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0777423 Apr 12 17:58:14.694830 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc683b87-c18b-41a7-9e58-8c2143f350b2 req-0fc7da37-7ef0-408e-9041-00b184e52355 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:14.696169 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-dc683b87-c18b-41a7-9e58-8c2143f350b2 req-0fc7da37-7ef0-408e-9041-00b184e52355 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 945 time: 0.0757720 Apr 12 17:58:14.770351 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1617d82e-9248-4d30-8c2d-e30586500841 req-af04eb37-f63b-4e0b-8227-9d4925284308 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732191 Apr 12 17:58:14.774026 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-dc683b87-c18b-41a7-9e58-8c2143f350b2 req-95d26ab8-5048-440d-80a4-8d39705d595f tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713396 Apr 12 17:58:14.897961 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797703-42c0-4712-9221-8c8c00edaabf req-686335f0-39c4-4d51-93fb-0ab46c5798a0 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:14.899438 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-69797703-42c0-4712-9221-8c8c00edaabf req-686335f0-39c4-4d51-93fb-0ab46c5798a0 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0705323 Apr 12 17:58:14.910561 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d1639-5f42-4ec7-93ef-adc78a8f5d60 req-796f015f-39f6-472c-b2d5-fcf7f74ed90e tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:14.911968 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-677d1639-5f42-4ec7-93ef-adc78a8f5d60 req-796f015f-39f6-472c-b2d5-fcf7f74ed90e tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 945 time: 0.0725656 Apr 12 17:58:14.950821 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] Request body: {'port': {'device_id': '3166ce07-7e30-4d8d-bac4-507b91c3f89f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:58:14.987782 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-69797703-42c0-4712-9221-8c8c00edaabf req-07ce4d95-9ead-43d0-a58d-18730279c56b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746739 Apr 12 17:58:14.992453 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-677d1639-5f42-4ec7-93ef-adc78a8f5d60 req-d1a3e134-6c53-4ef6-8a12-93ae7367f39b tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738256 Apr 12 17:58:15.015967 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (febcfb16-574b-4916-bce4-46c5cf480a76), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:15.020327 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 40470) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:58:15.232312 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4a5dd-7579-445d-a8ba-578051d2de18 req-61913a7d-2304-44b7-a9b2-ad851fee7cdf tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:15.234245 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-63a4a5dd-7579-445d-a8ba-578051d2de18 req-61913a7d-2304-44b7-a9b2-ad851fee7cdf tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 931 time: 0.0775414 Apr 12 17:58:15.242560 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb33942-df24-4b75-8a2b-ed12b96fe46b tempest-TestVolumeBootPattern-709676079 tempest-TestVolumeBootPattern-709676079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:15.244455 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-aeb33942-df24-4b75-8a2b-ed12b96fe46b tempest-TestVolumeBootPattern-709676079 tempest-TestVolumeBootPattern-709676079-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 1124 time: 0.2228928 Apr 12 17:58:15.249408 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 40484) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:58:15.261317 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-04656300-e7a8-4947-b702-91dd14755fca tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Request body: {'floatingip': {'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'port_id': 'b062d9ae-3157-4b6b-8c79-6b4d73705050', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:58:15.302750 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-63a4a5dd-7579-445d-a8ba-578051d2de18 req-b1d497a7-e312-4af6-bef6-35911708b9ba tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=abd5a9a0-3ef0-4d7d-9539-09bb0435d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574040 Apr 12 17:58:15.328121 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04656300-e7a8-4947-b702-91dd14755fca tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:15.332617 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id febcfb16-574b-4916-bce4-46c5cf480a76 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:58:15.350136 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] Publish callbacks [] for port (febcfb16-574b-4916-bce4-46c5cf480a76), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:15.402840 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] Transition to ACTIVE for port object febcfb16-574b-4916-bce4-46c5cf480a76 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:58:15.416022 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (febcfb16-574b-4916-bce4-46c5cf480a76), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:15.463712 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04656300-e7a8-4947-b702-91dd14755fca tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:15.519754 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] Pushing event updated for resources: {'Port': ['ID=febcfb16-574b-4916-bce4-46c5cf480a76,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:15.600914 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] Attempting to bind port febcfb16-574b-4916-bce4-46c5cf480a76 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:58:15.601262 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] Attempting to bind port febcfb16-574b-4916-bce4-46c5cf480a76 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:58:15.601606 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] Attempting to bind port febcfb16-574b-4916-bce4-46c5cf480a76 on network 686fab4f-3c38-4683-935f-38f19e4e8a4f {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:58:15.611515 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] Port febcfb16-574b-4916-bce4-46c5cf480a76 on network 686fab4f-3c38-4683-935f-38f19e4e8a4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:58:15.611854 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] Attempting to bind port febcfb16-574b-4916-bce4-46c5cf480a76 on network 686fab4f-3c38-4683-935f-38f19e4e8a4f {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:58:15.624234 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] Checking agent: {'id': '00f7abb9-3948-4d4d-ae73-3182f7e75cf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'started_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:58:15.624583 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] Checking segment: {'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:58:15.624988 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] Bound using segment: {'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:58:15.625448 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] Bound port: febcfb16-574b-4916-bce4-46c5cf480a76, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:58:15.625820 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (febcfb16-574b-4916-bce4-46c5cf480a76), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:15.654934 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-04656300-e7a8-4947-b702-91dd14755fca tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Allocated IP 172.27.0.148 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/5cbc573c-00fe-44eb-adb9-53ff2719985d) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:58:15.726950 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 40494) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:58:15.766576 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] For port febcfb16-574b-4916-bce4-46c5cf480a76, host hv-cinder-83753, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:58:15.785714 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] For port febcfb16-574b-4916-bce4-46c5cf480a76, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=febcfb16-574b-4916-bce4-46c5cf480a76,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:58:15.795963 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (febcfb16-574b-4916-bce4-46c5cf480a76), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:15.842435 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-de9cb833-8c45-4dda-82c1-8afd82957499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:15.843361 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:15.844164 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:15.846136 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] 10.222.0.23 "PUT /v2.0/ports/febcfb16-574b-4916-bce4-46c5cf480a76 HTTP/1.1" status: 200 len: 1093 time: 0.9003842 Apr 12 17:58:15.854616 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3166ce07-7e30-4d8d-bac4-507b91c3f89f', 'tag': 'febcfb16-574b-4916-bce4-46c5cf480a76'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:58:15.856802 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e33533-3f34-42f6-985b-f578097b0a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "3166ce07-7e30-4d8d-bac4-507b91c3f89f", "tag": "febcfb16-574b-4916-bce4-46c5cf480a76"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:58:15.876013 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04656300-e7a8-4947-b702-91dd14755fca tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for port (5cbc573c-00fe-44eb-adb9-53ff2719985d), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:15.908801 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e523031-c97f-47e5-bb03-27dc7a3a8d75 service neutron] Pushing event updated for resources: {'Port': ['ID=febcfb16-574b-4916-bce4-46c5cf480a76,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:15.916052 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b3482b-b6af-4633-9864-0a575271987f x-openstack-request-id: req-b7b3482b-b6af-4633-9864-0a575271987f {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:58:15.916343 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3166ce07-7e30-4d8d-bac4-507b91c3f89f", "tag": "febcfb16-574b-4916-bce4-46c5cf480a76", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:58:15.916992 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7b3482b-b6af-4633-9864-0a575271987f {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:58:15.917240 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7b3482b-b6af-4633-9864-0a575271987f'] response: {'name': 'network-changed', 'server_uuid': '3166ce07-7e30-4d8d-bac4-507b91c3f89f', 'tag': 'febcfb16-574b-4916-bce4-46c5cf480a76', 'status': 'completed', 'code': 200} Apr 12 17:58:15.945997 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04656300-e7a8-4947-b702-91dd14755fca tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (5cbc573c-00fe-44eb-adb9-53ff2719985d), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:15.958526 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4369c70-3e07-4538-8aa8-4e1a5edb6597 req-de2512a6-fde1-4d25-8b44-5cf906f21dd7 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:15.960077 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e4369c70-3e07-4538-8aa8-4e1a5edb6597 req-de2512a6-fde1-4d25-8b44-5cf906f21dd7 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.1155527 Apr 12 17:58:15.990139 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04656300-e7a8-4947-b702-91dd14755fca tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:58:15.993860 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-04656300-e7a8-4947-b702-91dd14755fca tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:58:15.996796 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04656300-e7a8-4947-b702-91dd14755fca tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:58:16.061249 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e4369c70-3e07-4538-8aa8-4e1a5edb6597 req-ccde1d50-c55e-4b70-9cff-eee2bcfe7820 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941439 Apr 12 17:58:16.069703 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04656300-e7a8-4947-b702-91dd14755fca tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event updated for resources: {'Port': ['ID=5cbc573c-00fe-44eb-adb9-53ff2719985d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:16.077938 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-de9cb833-8c45-4dda-82c1-8afd82957499 admin admin] Publish callbacks [] for security_group (2a900a7f-b3af-43a2-8c70-0034033b80bc), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:16.105455 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-de9cb833-8c45-4dda-82c1-8afd82957499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (2a900a7f-b3af-43a2-8c70-0034033b80bc), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:16.135405 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-f225c8d8-ac99-4098-b1e8-bcb3e96cde80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:16.137013 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-f225c8d8-ac99-4098-b1e8-bcb3e96cde80 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd9169ef36f84184829de80e6adcc3eb&device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 1127 time: 0.0880213 Apr 12 17:58:16.176158 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea191a9c-684a-4cf6-ac57-81392b2afc57 req-e90aa186-a06c-43be-ac05-f49edb73bcbd tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:16.177816 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ea191a9c-684a-4cf6-ac57-81392b2afc57 req-e90aa186-a06c-43be-ac05-f49edb73bcbd tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0919831 Apr 12 17:58:16.179783 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cb833-8c45-4dda-82c1-8afd82957499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a900a7f-b3af-43a2-8c70-0034033b80bc,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:16.184761 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-de9cb833-8c45-4dda-82c1-8afd82957499 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64fd633f671940aca69b7602204d98ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4567327 Apr 12 17:58:16.192706 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 40504) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:58:16.250263 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-1df3561b-210e-42a8-9c27-aedf762cb662 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=febcfb16-574b-4916-bce4-46c5cf480a76 HTTP/1.1" status: 200 len: 217 time: 0.0417879 Apr 12 17:58:16.262295 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ea191a9c-684a-4cf6-ac57-81392b2afc57 req-87f00002-4505-45b5-a019-60e68f7f8710 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763571 Apr 12 17:58:16.280498 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-63ea3b70-80ad-409f-a7aa-f6602c9922f9 admin admin] Publish callbacks [] for security_group (2a900a7f-b3af-43a2-8c70-0034033b80bc), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:16.317960 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-63ea3b70-80ad-409f-a7aa-f6602c9922f9 admin admin] Publish callbacks [] for security_group (2a900a7f-b3af-43a2-8c70-0034033b80bc), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:16.360132 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-b51faab0-738d-4225-8d7c-182ab236785c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:16.362190 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-b51faab0-738d-4225-8d7c-182ab236785c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e2e22a3-d988-42d0-ada7-fb014078e671 HTTP/1.1" status: 200 len: 853 time: 0.0744538 Apr 12 17:58:16.381994 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-63ea3b70-80ad-409f-a7aa-f6602c9922f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (2a900a7f-b3af-43a2-8c70-0034033b80bc), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:16.385247 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-63ea3b70-80ad-409f-a7aa-f6602c9922f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:16.386640 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-63ea3b70-80ad-409f-a7aa-f6602c9922f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a900a7f-b3af-43a2-8c70-0034033b80bc HTTP/1.1" status: 204 len: 168 time: 0.1926861 Apr 12 17:58:16.411317 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea3b70-80ad-409f-a7aa-f6602c9922f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a900a7f-b3af-43a2-8c70-0034033b80bc,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:16.465371 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-70da97cb-1b84-4a61-8cb8-90cba5c06280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:16.467019 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-70da97cb-1b84-4a61-8cb8-90cba5c06280 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=686fab4f-3c38-4683-935f-38f19e4e8a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0885115 Apr 12 17:58:16.469402 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9d88d-0518-4b2a-be4b-9ef6f99dcc6c req-599dd840-02d2-4a3f-a394-76d36cf89ced tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:16.471108 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-81a9d88d-0518-4b2a-be4b-9ef6f99dcc6c req-599dd840-02d2-4a3f-a394-76d36cf89ced tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 943 time: 0.0723915 Apr 12 17:58:16.542957 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-81a9d88d-0518-4b2a-be4b-9ef6f99dcc6c req-dd5750b8-7819-4018-8196-7804e9db8df7 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=abd5a9a0-3ef0-4d7d-9539-09bb0435d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656044 Apr 12 17:58:16.694277 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04656300-e7a8-4947-b702-91dd14755fca tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for floatingip (b0735d2a-7fe7-45ed-86cf-c67bca38e065), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:16.698082 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-85051da6-8f50-4bb5-9249-9acce9fa8a02 service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875944 Apr 12 17:58:16.833650 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04656300-e7a8-4947-b702-91dd14755fca tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (5cbc573c-00fe-44eb-adb9-53ff2719985d), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:16.858467 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-bfc3b05b-14b7-42b8-87c4-b04e0db5f75a req-62f47cd2-7027-47a2-9abb-64ea13c153f1 service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418231 Apr 12 17:58:16.991651 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04656300-e7a8-4947-b702-91dd14755fca tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for port (5cbc573c-00fe-44eb-adb9-53ff2719985d), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:16.996030 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04656300-e7a8-4947-b702-91dd14755fca tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (5cbc573c-00fe-44eb-adb9-53ff2719985d), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:17.025374 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04656300-e7a8-4947-b702-91dd14755fca tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (b0735d2a-7fe7-45ed-86cf-c67bca38e065), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:17.084378 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04656300-e7a8-4947-b702-91dd14755fca tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event updated for resources: {'Port': ['ID=5cbc573c-00fe-44eb-adb9-53ff2719985d,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:17.140110 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.l3_db [None req-04656300-e7a8-4947-b702-91dd14755fca tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Floating IP b0735d2a-7fe7-45ed-86cf-c67bca38e065 associated. External IP: 172.27.0.148, port: b062d9ae-3157-4b6b-8c79-6b4d73705050. Apr 12 17:58:17.195373 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc2f06-5384-40c9-9d83-55475b93f397 req-b8f353ca-02f2-4e35-b048-775f21392ee5 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:17.196869 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-72bc2f06-5384-40c9-9d83-55475b93f397 req-b8f353ca-02f2-4e35-b048-775f21392ee5 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0493085 Apr 12 17:58:17.244034 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-72bc2f06-5384-40c9-9d83-55475b93f397 req-49cb23c0-c767-40dd-9f8e-09557c6cff9a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414340 Apr 12 17:58:17.350568 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04656300-e7a8-4947-b702-91dd14755fca tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Router 2245ede0-74d4-4452-b5ca-d5d4171fca08 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:58:17.457534 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04656300-e7a8-4947-b702-91dd14755fca tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:58:17.467462 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb2092-c219-407b-9f37-f9ab7953bb56 None None] Sync routers for ids ['2245ede0-74d4-4452-b5ca-d5d4171fca08'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:58:17.475125 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04656300-e7a8-4947-b702-91dd14755fca tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:17.478843 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb2092-c219-407b-9f37-f9ab7953bb56 None None] Routers {'2245ede0-74d4-4452-b5ca-d5d4171fca08'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:58:17.479453 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-31eb2092-c219-407b-9f37-f9ab7953bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:58:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['2245ede0-74d4-4452-b5ca-d5d4171fca08'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:58:17.504959 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-04656300-e7a8-4947-b702-91dd14755fca tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2543514 Apr 12 17:58:17.588953 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-31eb2092-c219-407b-9f37-f9ab7953bb56 None None] Set router 2245ede0-74d4-4452-b5ca-d5d4171fca08 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:58:17.654864 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c27e9-ca5a-410f-b3cf-89889faaa5cf req-e18a4bb8-762c-435d-9af5-808f0479a1cb tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:17.656353 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d45c27e9-ca5a-410f-b3cf-89889faaa5cf req-e18a4bb8-762c-435d-9af5-808f0479a1cb tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 943 time: 0.0457299 Apr 12 17:58:17.708923 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d45c27e9-ca5a-410f-b3cf-89889faaa5cf req-8530a3c8-c6e4-4409-a986-c7bbfee9b807 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=abd5a9a0-3ef0-4d7d-9539-09bb0435d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460336 Apr 12 17:58:17.814232 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-31eb2092-c219-407b-9f37-f9ab7953bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:04Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': 'b0735d2a-7fe7-45ed-86cf-c67bca38e065', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'port_id': 'b062d9ae-3157-4b6b-8c79-6b4d73705050', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'mac_address': 'fa:16:3e:cd:9e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a407fef4-1be3-4b01-beaa-f12a830e7e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:58:16Z', 'updated_at': '2022-04-12T17:58:16Z', 'revision_number': 0, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e483fd1-0b98-48dd-868b-08fc77aecd60', 'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'mac_address': 'fa:16:3e:ca:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:03Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 5, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'subnets': [{'id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:58:17.839869 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb2092-c219-407b-9f37-f9ab7953bb56 None None] Checking router: 2245ede0-74d4-4452-b5ca-d5d4171fca08 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:58:17.848388 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb2092-c219-407b-9f37-f9ab7953bb56 None None] Routers {'2245ede0-74d4-4452-b5ca-d5d4171fca08'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:58:17.848974 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-31eb2092-c219-407b-9f37-f9ab7953bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:58:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['2245ede0-74d4-4452-b5ca-d5d4171fca08'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:58:17.918740 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a407fef4-1be3-4b01-beaa-f12a830e7e0d', 'tag': 'b062d9ae-3157-4b6b-8c79-6b4d73705050'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:58:17.921376 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235d09fa-9628-49ce-87f2-417c5025e48e" -d '{"events": [{"name": "network-changed", "server_uuid": "a407fef4-1be3-4b01-beaa-f12a830e7e0d", "tag": "b062d9ae-3157-4b6b-8c79-6b4d73705050"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:58:17.955495 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5b6a87-2f78-426b-9f22-c393dc212877 x-openstack-request-id: req-df5b6a87-2f78-426b-9f22-c393dc212877 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:58:17.955790 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a407fef4-1be3-4b01-beaa-f12a830e7e0d", "tag": "b062d9ae-3157-4b6b-8c79-6b4d73705050", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:58:17.956128 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df5b6a87-2f78-426b-9f22-c393dc212877 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:58:17.956531 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5b6a87-2f78-426b-9f22-c393dc212877'] response: {'name': 'network-changed', 'server_uuid': 'a407fef4-1be3-4b01-beaa-f12a830e7e0d', 'tag': 'b062d9ae-3157-4b6b-8c79-6b4d73705050', 'status': 'completed', 'code': 200} Apr 12 17:58:17.957195 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-31eb2092-c219-407b-9f37-f9ab7953bb56 None None] Set router 2245ede0-74d4-4452-b5ca-d5d4171fca08 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:58:18.129613 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 40528) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:58:18.134191 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-f867d38b-82f2-411f-9241-babf22a3a86b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--425424945', 'description': 'tempest-description--962023720'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:58:18.154155 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f867d38b-82f2-411f-9241-babf22a3a86b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:18.170582 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-31eb2092-c219-407b-9f37-f9ab7953bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:04Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': 'b0735d2a-7fe7-45ed-86cf-c67bca38e065', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'port_id': 'b062d9ae-3157-4b6b-8c79-6b4d73705050', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'mac_address': 'fa:16:3e:cd:9e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a407fef4-1be3-4b01-beaa-f12a830e7e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:58:16Z', 'updated_at': '2022-04-12T17:58:16Z', 'revision_number': 0, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e483fd1-0b98-48dd-868b-08fc77aecd60', 'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'mac_address': 'fa:16:3e:ca:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:03Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 5, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'subnets': [{'id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:58:18.222426 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e33533-3f34-42f6-985b-f578097b0a2c req-06e8958e-97bc-452a-9678-2d58b91261f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:18.225149 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d1e33533-3f34-42f6-985b-f578097b0a2c req-06e8958e-97bc-452a-9678-2d58b91261f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd9169ef36f84184829de80e6adcc3eb&device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 1127 time: 0.0488572 Apr 12 17:58:18.259042 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f867d38b-82f2-411f-9241-babf22a3a86b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for security_group (b44c852b-d575-40cd-9961-4b01b74ccb76), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:18.262673 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d09fa-9628-49ce-87f2-417c5025e48e req-b581c0c4-14f8-4018-87c0-9ea8eda0ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:18.264215 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-235d09fa-9628-49ce-87f2-417c5025e48e req-b581c0c4-14f8-4018-87c0-9ea8eda0ed3c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=237798a0b1a14ab3835a4a934510ce49&device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 1129 time: 0.0624521 Apr 12 17:58:18.265437 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f867d38b-82f2-411f-9241-babf22a3a86b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (b44c852b-d575-40cd-9961-4b01b74ccb76), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:18.307383 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb2092-c219-407b-9f37-f9ab7953bb56 None None] The sync data for ids ['2245ede0-74d4-4452-b5ca-d5d4171fca08'] in dv-cinder-837534-1-iscsi is: [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:04Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': 'b0735d2a-7fe7-45ed-86cf-c67bca38e065', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'port_id': 'b062d9ae-3157-4b6b-8c79-6b4d73705050', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'mac_address': 'fa:16:3e:cd:9e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a407fef4-1be3-4b01-beaa-f12a830e7e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:58:16Z', 'updated_at': '2022-04-12T17:58:16Z', 'revision_number': 0, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e483fd1-0b98-48dd-868b-08fc77aecd60', 'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'mac_address': 'fa:16:3e:ca:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:03Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 5, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'subnets': [{'id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:58:18.315982 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f867d38b-82f2-411f-9241-babf22a3a86b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:18.317254 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-f867d38b-82f2-411f-9241-babf22a3a86b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1865065 Apr 12 17:58:18.320267 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 40532) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:58:18.327034 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-5fb116a4-019d-410c-9217-bcf9d5369a5f tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Request body: {'security_group_rule': {'security_group_id': 'b44c852b-d575-40cd-9961-4b01b74ccb76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:58:18.381181 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5fb116a4-019d-410c-9217-bcf9d5369a5f tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for security_group_rule (f4b6ce72-f6c5-468c-9231-1df1ba620a4c), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:18.381553 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e33533-3f34-42f6-985b-f578097b0a2c req-b69c164a-fa35-4ade-8876-e9cb882fd9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:18.383240 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d1e33533-3f34-42f6-985b-f578097b0a2c req-b69c164a-fa35-4ade-8876-e9cb882fd9ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=686fab4f-3c38-4683-935f-38f19e4e8a4f HTTP/1.1" status: 200 len: 915 time: 0.1513031 Apr 12 17:58:18.403744 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867d38b-82f2-411f-9241-babf22a3a86b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b44c852b-d575-40cd-9961-4b01b74ccb76,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:18.440893 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc40e3-b590-4ec9-8ccc-567b538520f3 req-8b37f7be-664a-433c-99d6-46a8a60a1a13 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:18.442845 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-48bc40e3-b590-4ec9-8ccc-567b538520f3 req-8b37f7be-664a-433c-99d6-46a8a60a1a13 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0807354 Apr 12 17:58:18.444646 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d1e33533-3f34-42f6-985b-f578097b0a2c req-6fe0b4be-41b1-4038-a971-a447a7e6820e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=febcfb16-574b-4916-bce4-46c5cf480a76 HTTP/1.1" status: 200 len: 217 time: 0.0478532 Apr 12 17:58:18.450449 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device c541fa19-d064-4b05-9037-14958ed97849 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:58:18.477697 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d09fa-9628-49ce-87f2-417c5025e48e req-cfd17c6d-53de-416e-985d-0e660c7c4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:18.479276 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-235d09fa-9628-49ce-87f2-417c5025e48e req-cfd17c6d-53de-416e-985d-0e660c7c4c3d service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ec15485-e591-42f1-9874-b31f76908832 HTTP/1.1" status: 200 len: 913 time: 0.2027738 Apr 12 17:58:18.493822 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5fb116a4-019d-410c-9217-bcf9d5369a5f tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for security_group_rule (f4b6ce72-f6c5-468c-9231-1df1ba620a4c), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:18.503398 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5fb116a4-019d-410c-9217-bcf9d5369a5f tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (f4b6ce72-f6c5-468c-9231-1df1ba620a4c), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:18.525989 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-48bc40e3-b590-4ec9-8ccc-567b538520f3 req-b2956a85-7b74-4104-93ba-fa9bdf1d3171 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736754 Apr 12 17:58:18.531086 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb116a4-019d-410c-9217-bcf9d5369a5f tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b6ce72-f6c5-468c-9231-1df1ba620a4c,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:18.534522 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e33533-3f34-42f6-985b-f578097b0a2c req-11ffe4cb-7531-421b-bc83-e6338567c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:18.536029 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d1e33533-3f34-42f6-985b-f578097b0a2c req-11ffe4cb-7531-421b-bc83-e6338567c3c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e2e22a3-d988-42d0-ada7-fb014078e671 HTTP/1.1" status: 200 len: 853 time: 0.0793452 Apr 12 17:58:18.545500 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5fb116a4-019d-410c-9217-bcf9d5369a5f tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:18.547305 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-5fb116a4-019d-410c-9217-bcf9d5369a5f tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2258685 Apr 12 17:58:18.550744 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 40534) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:58:18.555572 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ce0eddf7-1ce3-4453-874a-739d202dbfdb tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Request body: {'security_group_rule': {'security_group_id': 'b44c852b-d575-40cd-9961-4b01b74ccb76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:58:18.578859 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port c541fa19-d064-4b05-9037-14958ed97849, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c541fa19-d064-4b05-9037-14958ed97849,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:58:18.591811 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': 'c541fa19-d064-4b05-9037-14958ed97849', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'port_id': 'c541fa19-d064-4b05-9037-14958ed97849', 'mac_address': 'fa:16:3e:de:e4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:58:18.614729 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e33533-3f34-42f6-985b-f578097b0a2c req-ee7e72c7-f1ab-4b42-8c0f-91c20c755a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:18.616571 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d1e33533-3f34-42f6-985b-f578097b0a2c req-ee7e72c7-f1ab-4b42-8c0f-91c20c755a85 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=686fab4f-3c38-4683-935f-38f19e4e8a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553014 Apr 12 17:58:18.626211 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ce0eddf7-1ce3-4453-874a-739d202dbfdb tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for security_group_rule (5b548c38-db91-4fc7-b316-aa17c603c9ef), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:18.629667 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-235d09fa-9628-49ce-87f2-417c5025e48e req-f47fc323-2ca3-4701-8af2-372b223a6f2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b062d9ae-3157-4b6b-8c79-6b4d73705050 HTTP/1.1" status: 200 len: 999 time: 0.0953021 Apr 12 17:58:18.643366 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port c541fa19-d064-4b05-9037-14958ed97849 is: ACTIVE; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:58:18.644232 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (c541fa19-d064-4b05-9037-14958ed97849), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:18.649607 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb99a03e-6252-436b-82c1-1f3f19e1f1d0 None None] New status for floating IP b0735d2a-7fe7-45ed-86cf-c67bca38e065: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:58:18.692736 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d09fa-9628-49ce-87f2-417c5025e48e req-25f085af-d838-4214-b0d2-8940c1ee2002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:18.693314 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c541fa19-d064-4b05-9037-14958ed97849 {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:58:18.694240 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-235d09fa-9628-49ce-87f2-417c5025e48e req-25f085af-d838-4214-b0d2-8940c1ee2002 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78fc5004-f958-4780-b51c-2a79ed561fa7 HTTP/1.1" status: 200 len: 851 time: 0.0515423 Apr 12 17:58:18.746845 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ce0eddf7-1ce3-4453-874a-739d202dbfdb tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for security_group_rule (5b548c38-db91-4fc7-b316-aa17c603c9ef), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:18.748183 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d09fa-9628-49ce-87f2-417c5025e48e req-f28b73fe-0002-45a8-994f-249e9540c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:18.749618 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-235d09fa-9628-49ce-87f2-417c5025e48e req-f28b73fe-0002-45a8-994f-249e9540c4c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ec15485-e591-42f1-9874-b31f76908832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459106 Apr 12 17:58:18.755301 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ce0eddf7-1ce3-4453-874a-739d202dbfdb tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (5b548c38-db91-4fc7-b316-aa17c603c9ef), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:18.765508 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d1e33533-3f34-42f6-985b-f578097b0a2c req-0eb12750-1de5-467b-a0b7-5471e2bfe9f2 service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340537 Apr 12 17:58:18.765743 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port c541fa19-d064-4b05-9037-14958ed97849, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c541fa19-d064-4b05-9037-14958ed97849,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:58:18.775833 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (c541fa19-d064-4b05-9037-14958ed97849), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:18.776412 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0eddf7-1ce3-4453-874a-739d202dbfdb tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b548c38-db91-4fc7-b316-aa17c603c9ef,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:18.788519 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ce0eddf7-1ce3-4453-874a-739d202dbfdb tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:18.789878 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-ce0eddf7-1ce3-4453-874a-739d202dbfdb tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2379646 Apr 12 17:58:18.793141 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 40538) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:58:18.799513 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d17c6ac3-5772-4637-8475-5e9f3ee2f66e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Request body: {'floatingip': {'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:58:18.840270 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d17c6ac3-5772-4637-8475-5e9f3ee2f66e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:18.920065 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['c541fa19-d064-4b05-9037-14958ed97849'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:58:18.922795 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=c541fa19-d064-4b05-9037-14958ed97849,revision_number=6']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:18.962217 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d17c6ac3-5772-4637-8475-5e9f3ee2f66e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:19.171658 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae817624-2d64-498e-b6c4-c0291666a867 req-894b3d17-f3ed-4010-86fd-a827f88f6e26 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:19.173122 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ae817624-2d64-498e-b6c4-c0291666a867 req-894b3d17-f3ed-4010-86fd-a827f88f6e26 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 943 time: 0.3785012 Apr 12 17:58:19.225732 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-235d09fa-9628-49ce-87f2-417c5025e48e req-7c8b86db-acc3-4f41-8a85-896d73df2a26 service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323800 Apr 12 17:58:19.275084 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ae817624-2d64-498e-b6c4-c0291666a867 req-164ccbd3-81af-4d69-82ad-cf4052b6168a tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=abd5a9a0-3ef0-4d7d-9539-09bb0435d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908535 Apr 12 17:58:19.338038 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-235d09fa-9628-49ce-87f2-417c5025e48e req-ac88507c-1dc1-45eb-a069-26cc1b3b9879 service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042228 Apr 12 17:58:19.343647 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d1e33533-3f34-42f6-985b-f578097b0a2c req-42365253-aa43-40b2-9cae-f8cd94032e00 service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479412 Apr 12 17:58:19.376889 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-d17c6ac3-5772-4637-8475-5e9f3ee2f66e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Allocated IP 172.27.0.71 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/23e64dbf-8786-485f-b585-27d9dc384a87) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:58:19.485300 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d17c6ac3-5772-4637-8475-5e9f3ee2f66e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for port (23e64dbf-8786-485f-b585-27d9dc384a87), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:19.519254 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d17c6ac3-5772-4637-8475-5e9f3ee2f66e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (23e64dbf-8786-485f-b585-27d9dc384a87), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:19.565663 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17c6ac3-5772-4637-8475-5e9f3ee2f66e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:58:19.568868 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-d17c6ac3-5772-4637-8475-5e9f3ee2f66e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:58:19.571964 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17c6ac3-5772-4637-8475-5e9f3ee2f66e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:58:19.581774 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c6ac3-5772-4637-8475-5e9f3ee2f66e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Pushing event updated for resources: {'Port': ['ID=23e64dbf-8786-485f-b585-27d9dc384a87,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:19.630990 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d17c6ac3-5772-4637-8475-5e9f3ee2f66e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for floatingip (2faf36c1-faaa-4141-b2e3-7d0bb8630d00), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:19.692062 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d17c6ac3-5772-4637-8475-5e9f3ee2f66e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (23e64dbf-8786-485f-b585-27d9dc384a87), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:19.707839 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58c02d-a0ac-485f-b4c7-0344700e8d32 req-825db673-d1f6-4c36-9aad-f15cd64bd145 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:19.717638 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-dd58c02d-a0ac-485f-b4c7-0344700e8d32 req-825db673-d1f6-4c36-9aad-f15cd64bd145 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 945 time: 0.0831928 Apr 12 17:58:19.770824 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-dd58c02d-a0ac-485f-b4c7-0344700e8d32 req-73c8f0c3-bd71-4d02-b443-d86b063b47c1 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522306 Apr 12 17:58:19.874206 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d17c6ac3-5772-4637-8475-5e9f3ee2f66e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for port (23e64dbf-8786-485f-b585-27d9dc384a87), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:19.879812 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d17c6ac3-5772-4637-8475-5e9f3ee2f66e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (23e64dbf-8786-485f-b585-27d9dc384a87), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:19.917639 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d17c6ac3-5772-4637-8475-5e9f3ee2f66e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (2faf36c1-faaa-4141-b2e3-7d0bb8630d00), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:19.949890 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c6ac3-5772-4637-8475-5e9f3ee2f66e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Pushing event updated for resources: {'Port': ['ID=23e64dbf-8786-485f-b585-27d9dc384a87,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:19.950854 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d17c6ac3-5772-4637-8475-5e9f3ee2f66e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:19.951501 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-d17c6ac3-5772-4637-8475-5e9f3ee2f66e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1570897 Apr 12 17:58:20.169974 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-7da27e22-3fb7-4469-b36e-ef7956835fff tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--425424945&fields=id&tenant_id=f15b7fa885d74f029c4594b80329f70f HTTP/1.1" status: 200 len: 267 time: 0.0441329 Apr 12 17:58:20.308953 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-4ad29ca7-a372-4daf-beed-375790ce7cdd tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:20.310976 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-4ad29ca7-a372-4daf-beed-375790ce7cdd tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/networks?id=2876e2a1-3492-40af-97a0-a80d1612333d HTTP/1.1" status: 200 len: 819 time: 0.1336210 Apr 12 17:58:20.338084 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-b89a4268-bc2a-484d-a06d-79f5590a7a98 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/quotas/f15b7fa885d74f029c4594b80329f70f HTTP/1.1" status: 200 len: 375 time: 0.0204768 Apr 12 17:58:20.431507 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-2883abde-dc60-4b40-8178-79af8e0a3f93 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f15b7fa885d74f029c4594b80329f70f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0826788 Apr 12 17:58:20.449319 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92245b-c4dc-4588-b984-6a9591098140 req-2fb2fd34-dff4-44ff-8fc3-0387eedaf71a tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:20.450943 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6e92245b-c4dc-4588-b984-6a9591098140 req-2fb2fd34-dff4-44ff-8fc3-0387eedaf71a tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 943 time: 0.0720012 Apr 12 17:58:20.482454 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device febcfb16-574b-4916-bce4-46c5cf480a76 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:58:20.498066 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device c541fa19-d064-4b05-9037-14958ed97849 up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:58:20.570672 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6e92245b-c4dc-4588-b984-6a9591098140 req-34ddd76c-2420-4eed-a857-439a81d73504 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=abd5a9a0-3ef0-4d7d-9539-09bb0435d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094294 Apr 12 17:58:20.592881 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-ace6ea04-582a-4bf4-b23c-f42383401ba7 service neutron] 10.222.0.24 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409879 Apr 12 17:58:20.644439 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port c541fa19-d064-4b05-9037-14958ed97849 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:58:20.645165 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (c541fa19-d064-4b05-9037-14958ed97849), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:20.702125 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-6ba80196-4ac3-4f32-92a4-d6d4c07ff750 service neutron] 10.222.0.24 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999484 Apr 12 17:58:20.855322 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port febcfb16-574b-4916-bce4-46c5cf480a76, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=febcfb16-574b-4916-bce4-46c5cf480a76,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:58:20.896523 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': 'febcfb16-574b-4916-bce4-46c5cf480a76', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'port_id': 'febcfb16-574b-4916-bce4-46c5cf480a76', 'mac_address': 'fa:16:3e:94:6d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:58:20.949395 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e9f6d8f9-2329-4dfc-8aae-7360e09b4913 req-1dea9ab5-f40d-48ff-8e08-ea161d8f4e8a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 210 time: 0.0480356 Apr 12 17:58:20.969649 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port febcfb16-574b-4916-bce4-46c5cf480a76 is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:58:20.970045 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (febcfb16-574b-4916-bce4-46c5cf480a76), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:21.013232 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692e410-c5dc-445a-b022-72c17e95d272 req-5111cd5f-ec9b-49e4-9358-2cfa440896f0 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:21.021650 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id febcfb16-574b-4916-bce4-46c5cf480a76 {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:58:21.024277 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6692e410-c5dc-445a-b022-72c17e95d272 req-5111cd5f-ec9b-49e4-9358-2cfa440896f0 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 945 time: 0.0899127 Apr 12 17:58:21.086985 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port c541fa19-d064-4b05-9037-14958ed97849 is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:58:21.087764 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6692e410-c5dc-445a-b022-72c17e95d272 req-32f1d04a-9977-4124-af83-12c03b8453fe tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609436 Apr 12 17:58:21.088245 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (c541fa19-d064-4b05-9037-14958ed97849), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:21.092272 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port febcfb16-574b-4916-bce4-46c5cf480a76, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=febcfb16-574b-4916-bce4-46c5cf480a76,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:58:21.108815 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (febcfb16-574b-4916-bce4-46c5cf480a76), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:21.168772 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=febcfb16-574b-4916-bce4-46c5cf480a76,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:21.184983 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f74ac9-2076-4cf5-9cbf-2d77095db29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c541fa19-d064-4b05-9037-14958ed97849'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:58:21.187460 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b6722d-f4e2-4778-97d0-5a6129c0faa6" -d '{"events": [{"server_uuid": "12f74ac9-2076-4cf5-9cbf-2d77095db29c", "name": "network-vif-plugged", "status": "completed", "tag": "c541fa19-d064-4b05-9037-14958ed97849"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:58:21.206551 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port c541fa19-d064-4b05-9037-14958ed97849, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c541fa19-d064-4b05-9037-14958ed97849,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:58:21.215879 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (c541fa19-d064-4b05-9037-14958ed97849), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:21.248654 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac679ecf-3bfe-4c0f-b6d5-254118ee4371 x-openstack-request-id: req-ac679ecf-3bfe-4c0f-b6d5-254118ee4371 {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:58:21.248975 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f74ac9-2076-4cf5-9cbf-2d77095db29c", "name": "network-vif-plugged", "status": "completed", "tag": "c541fa19-d064-4b05-9037-14958ed97849", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:58:21.249233 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac679ecf-3bfe-4c0f-b6d5-254118ee4371 {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:58:21.249688 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac679ecf-3bfe-4c0f-b6d5-254118ee4371'] response: {'server_uuid': '12f74ac9-2076-4cf5-9cbf-2d77095db29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c541fa19-d064-4b05-9037-14958ed97849', 'code': 200} Apr 12 17:58:21.284634 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=c541fa19-d064-4b05-9037-14958ed97849,revision_number=7']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:21.445361 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['febcfb16-574b-4916-bce4-46c5cf480a76'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:58:21.744952 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e452fd7-a843-445a-bf7f-71a8fb81001a req-bf5a247e-34ef-4d88-8f8b-3b18a4def1cb tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:21.751173 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4e452fd7-a843-445a-bf7f-71a8fb81001a req-bf5a247e-34ef-4d88-8f8b-3b18a4def1cb tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 944 time: 0.0808239 Apr 12 17:58:21.816249 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4e452fd7-a843-445a-bf7f-71a8fb81001a req-2c8141aa-23fa-43cc-a567-74a135fc3a2d tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=abd5a9a0-3ef0-4d7d-9539-09bb0435d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613346 Apr 12 17:58:22.066922 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-01103f0c-758d-4d06-bee3-3dcd03f3dbcb req-4caa291b-801e-4de7-a603-bef26a587256 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 210 time: 0.0459368 Apr 12 17:58:22.219864 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15b5a9-f72c-4d41-b9f4-db8f0b5b3c1c req-cc025df2-20ee-49ee-8b61-d6ba62db2079 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:22.223646 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1a15b5a9-f72c-4d41-b9f4-db8f0b5b3c1c req-cc025df2-20ee-49ee-8b61-d6ba62db2079 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0666881 Apr 12 17:58:22.319368 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1a15b5a9-f72c-4d41-b9f4-db8f0b5b3c1c req-247680e7-0853-408c-b079-b3ab38fc9a72 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874364 Apr 12 17:58:22.361627 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-e348d965-0c5d-4c6f-be1b-28cb4bd753d1 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:22.364402 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-e348d965-0c5d-4c6f-be1b-28cb4bd753d1 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.23 "GET /v2.0/networks?id=2876e2a1-3492-40af-97a0-a80d1612333d HTTP/1.1" status: 200 len: 819 time: 0.1655409 Apr 12 17:58:22.464489 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-3424efff-bfb1-459d-80ad-7648c5173b66 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f15b7fa885d74f029c4594b80329f70f HTTP/1.1" status: 200 len: 379 time: 0.0778160 Apr 12 17:58:22.488927 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device febcfb16-574b-4916-bce4-46c5cf480a76 up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:58:22.539184 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning for port febcfb16-574b-4916-bce4-46c5cf480a76 completed by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:58:22.548811 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port febcfb16-574b-4916-bce4-46c5cf480a76 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:58:22.549887 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (febcfb16-574b-4916-bce4-46c5cf480a76), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:22.575535 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-198c6da4-ee92-49d9-a23a-bce9a45ef42c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Request body: {'port': {'device_id': '312deef7-cebe-4819-a5bf-08313b421e47', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'admin_state_up': True, 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'security_groups': ['b44c852b-d575-40cd-9961-4b01b74ccb76']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:58:22.667067 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port febcfb16-574b-4916-bce4-46c5cf480a76 is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:58:22.667448 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (febcfb16-574b-4916-bce4-46c5cf480a76), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:22.708984 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port febcfb16-574b-4916-bce4-46c5cf480a76, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=febcfb16-574b-4916-bce4-46c5cf480a76,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:58:22.715766 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (febcfb16-574b-4916-bce4-46c5cf480a76), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:22.728223 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-198c6da4-ee92-49d9-a23a-bce9a45ef42c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Made reservation on behalf of f15b7fa885d74f029c4594b80329f70f for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:58:22.739782 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-198c6da4-ee92-49d9-a23a-bce9a45ef42c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:22.783766 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=febcfb16-574b-4916-bce4-46c5cf480a76,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:22.905844 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-198c6da4-ee92-49d9-a23a-bce9a45ef42c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Allocated IP 172.20.0.8 (2876e2a1-3492-40af-97a0-a80d1612333d/b5aebc3d-31c6-4909-92e3-135069d3f64d/558b0f53-6e88-4358-b78d-b3eab605be69) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:58:22.967983 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92115865-68b8-44b3-9b09-04faf284a14d req-43dfd439-746e-42cb-879b-f66919d229e4 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:22.969676 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-92115865-68b8-44b3-9b09-04faf284a14d req-43dfd439-746e-42cb-879b-f66919d229e4 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 945 time: 0.0702779 Apr 12 17:58:23.034563 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-92115865-68b8-44b3-9b09-04faf284a14d req-72cccb2c-de20-408f-a4b1-39b7851ad373 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=abd5a9a0-3ef0-4d7d-9539-09bb0435d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561161 Apr 12 17:58:23.104053 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-198c6da4-ee92-49d9-a23a-bce9a45ef42c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for port (558b0f53-6e88-4358-b78d-b3eab605be69), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:23.148624 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-198c6da4-ee92-49d9-a23a-bce9a45ef42c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (558b0f53-6e88-4358-b78d-b3eab605be69), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:23.169019 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6b70f5cc-17da-43a9-98ce-3a8309775a81 req-3177c5ee-ee5f-4c4f-9213-b0c0a9b0c747 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 210 time: 0.0348961 Apr 12 17:58:23.194216 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-198c6da4-ee92-49d9-a23a-bce9a45ef42c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Network 2876e2a1-3492-40af-97a0-a80d1612333d is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:58:23.197220 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-198c6da4-ee92-49d9-a23a-bce9a45ef42c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:58:23.204126 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-198c6da4-ee92-49d9-a23a-bce9a45ef42c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:58:23.209189 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-198c6da4-ee92-49d9-a23a-bce9a45ef42c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:23.210015 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-198c6da4-ee92-49d9-a23a-bce9a45ef42c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:23.220849 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c6da4-ee92-49d9-a23a-bce9a45ef42c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Pushing event updated for resources: {'Port': ['ID=558b0f53-6e88-4358-b78d-b3eab605be69,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:23.236328 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-198c6da4-ee92-49d9-a23a-bce9a45ef42c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6689656 Apr 12 17:58:23.248061 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] Request body: {'port': {'device_id': '312deef7-cebe-4819-a5bf-08313b421e47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:58:23.251218 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3166ce07-7e30-4d8d-bac4-507b91c3f89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febcfb16-574b-4916-bce4-46c5cf480a76'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:58:23.254406 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9365adc0-9d16-405c-8318-c25d68a9786c" -d '{"events": [{"server_uuid": "3166ce07-7e30-4d8d-bac4-507b91c3f89f", "name": "network-vif-plugged", "status": "completed", "tag": "febcfb16-574b-4916-bce4-46c5cf480a76"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:58:23.322010 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff793f0-34c5-4391-af14-c1c655538f75 x-openstack-request-id: req-3ff793f0-34c5-4391-af14-c1c655538f75 {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:58:23.322574 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3166ce07-7e30-4d8d-bac4-507b91c3f89f", "name": "network-vif-plugged", "status": "completed", "tag": "febcfb16-574b-4916-bce4-46c5cf480a76", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:58:23.323045 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ff793f0-34c5-4391-af14-c1c655538f75 {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:58:23.325811 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff793f0-34c5-4391-af14-c1c655538f75'] response: {'server_uuid': '3166ce07-7e30-4d8d-bac4-507b91c3f89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febcfb16-574b-4916-bce4-46c5cf480a76', 'code': 200} Apr 12 17:58:23.349327 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (558b0f53-6e88-4358-b78d-b3eab605be69), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:23.499545 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53889730-6a11-438e-aadd-17e8c7f1df57 req-427404f0-d9a8-4370-8fe1-a51900defbf1 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:23.509418 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-53889730-6a11-438e-aadd-17e8c7f1df57 req-427404f0-d9a8-4370-8fe1-a51900defbf1 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0770659 Apr 12 17:58:23.545489 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-309d0e87-8f73-4f63-b14b-7c9baf3d5d8e None None] Provisioning complete for port 558b0f53-6e88-4358-b78d-b3eab605be69 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:58:23.546601 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-309d0e87-8f73-4f63-b14b-7c9baf3d5d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (558b0f53-6e88-4358-b78d-b3eab605be69), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:23.591612 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-309d0e87-8f73-4f63-b14b-7c9baf3d5d8e None None] Port 558b0f53-6e88-4358-b78d-b3eab605be69 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:58:23.609003 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-53889730-6a11-438e-aadd-17e8c7f1df57 req-a226aeab-b07c-4a42-9649-37fe14cdead9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967705 Apr 12 17:58:23.622355 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667475d-6989-4c84-b2f7-bc16ec507e3a req-647c5a8d-3d8a-4180-9a5c-34a69efcc914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:23.625803 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7667475d-6989-4c84-b2f7-bc16ec507e3a req-647c5a8d-3d8a-4180-9a5c-34a69efcc914 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 1129 time: 0.0834281 Apr 12 17:58:23.685272 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7667475d-6989-4c84-b2f7-bc16ec507e3a req-38cbcfe8-fa8c-4a9e-bc6f-29ecc33e4f73 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=abd5a9a0-3ef0-4d7d-9539-09bb0435d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509915 Apr 12 17:58:23.783901 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558b0f53-6e88-4358-b78d-b3eab605be69 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:58:23.792678 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] Publish callbacks [] for port (558b0f53-6e88-4358-b78d-b3eab605be69), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:23.805572 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] Transition to ACTIVE for port object 558b0f53-6e88-4358-b78d-b3eab605be69 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:58:23.810763 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (558b0f53-6e88-4358-b78d-b3eab605be69), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:23.867403 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] Pushing event updated for resources: {'Port': ['ID=558b0f53-6e88-4358-b78d-b3eab605be69,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:23.906713 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] Attempting to bind port 558b0f53-6e88-4358-b78d-b3eab605be69 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:58:23.907145 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] Attempting to bind port 558b0f53-6e88-4358-b78d-b3eab605be69 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '2379ee2c-1674-45e0-afc7-bff7c9920f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:58:23.908167 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] Attempting to bind port 558b0f53-6e88-4358-b78d-b3eab605be69 on network 2876e2a1-3492-40af-97a0-a80d1612333d {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:58:23.913047 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] Port 558b0f53-6e88-4358-b78d-b3eab605be69 on network 2876e2a1-3492-40af-97a0-a80d1612333d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:58:23.913465 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] Attempting to bind port 558b0f53-6e88-4358-b78d-b3eab605be69 on network 2876e2a1-3492-40af-97a0-a80d1612333d {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:58:23.919043 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] Checking agent: {'id': '00f7abb9-3948-4d4d-ae73-3182f7e75cf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'started_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:58:23.920126 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] Checking segment: {'id': '2379ee2c-1674-45e0-afc7-bff7c9920f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:58:23.920996 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] Bound using segment: {'id': '2379ee2c-1674-45e0-afc7-bff7c9920f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:58:23.921121 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] Bound port: 558b0f53-6e88-4358-b78d-b3eab605be69, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2379ee2c-1674-45e0-afc7-bff7c9920f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:58:23.921701 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (558b0f53-6e88-4358-b78d-b3eab605be69), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:24.010402 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] For port 558b0f53-6e88-4358-b78d-b3eab605be69, host hv-cinder-83753, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:58:24.014040 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] For port 558b0f53-6e88-4358-b78d-b3eab605be69, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=558b0f53-6e88-4358-b78d-b3eab605be69,segment=NetworkSegment(2379ee2c-1674-45e0-afc7-bff7c9920f2a),segment_id=2379ee2c-1674-45e0-afc7-bff7c9920f2a)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:58:24.025359 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (558b0f53-6e88-4358-b78d-b3eab605be69), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:24.060747 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:24.061235 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:24.062666 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] 10.222.0.23 "PUT /v2.0/ports/558b0f53-6e88-4358-b78d-b3eab605be69 HTTP/1.1" status: 200 len: 1093 time: 0.8193803 Apr 12 17:58:24.063243 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312deef7-cebe-4819-a5bf-08313b421e47', 'tag': '558b0f53-6e88-4358-b78d-b3eab605be69'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:58:24.078926 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390723de-cf9e-45df-af85-e56ded52c44e" -d '{"events": [{"name": "network-changed", "server_uuid": "312deef7-cebe-4819-a5bf-08313b421e47", "tag": "558b0f53-6e88-4358-b78d-b3eab605be69"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:58:24.147161 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa061a57-bd36-494a-a86e-df158e935e97 x-openstack-request-id: req-aa061a57-bd36-494a-a86e-df158e935e97 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:58:24.147369 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312deef7-cebe-4819-a5bf-08313b421e47", "tag": "558b0f53-6e88-4358-b78d-b3eab605be69", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:58:24.147624 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa061a57-bd36-494a-a86e-df158e935e97 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:58:24.148107 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa061a57-bd36-494a-a86e-df158e935e97'] response: {'name': 'network-changed', 'server_uuid': '312deef7-cebe-4819-a5bf-08313b421e47', 'tag': '558b0f53-6e88-4358-b78d-b3eab605be69', 'status': 'completed', 'code': 200} Apr 12 17:58:24.187521 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-e2953ec6-e9c1-418f-8d40-cecf0362e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:24.189072 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-e2953ec6-e9c1-418f-8d40-cecf0362e7fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f15b7fa885d74f029c4594b80329f70f&device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 1127 time: 0.0651660 Apr 12 17:58:24.189825 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a249e8-276d-406b-89c9-f679f78da736 service neutron] Pushing event updated for resources: {'Port': ['ID=558b0f53-6e88-4358-b78d-b3eab605be69,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:24.233910 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2e14e-87d4-4584-8036-98d936544106 req-d6dad767-27c9-424e-8299-19d7427cb550 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:24.235474 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a5b2e14e-87d4-4584-8036-98d936544106 req-d6dad767-27c9-424e-8299-19d7427cb550 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 945 time: 0.0645308 Apr 12 17:58:24.335692 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5618413-00e0-45a7-a7a2-2e052854e84f req-dfa456b8-f814-4a1e-94f1-e88a31b273ac tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:24.337302 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d5618413-00e0-45a7-a7a2-2e052854e84f req-dfa456b8-f814-4a1e-94f1-e88a31b273ac tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 943 time: 0.0831039 Apr 12 17:58:24.341379 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a5b2e14e-87d4-4584-8036-98d936544106 req-b3af3abf-9ed5-4913-bbb6-5aa6802d6718 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=abd5a9a0-3ef0-4d7d-9539-09bb0435d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968497 Apr 12 17:58:24.409328 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d5618413-00e0-45a7-a7a2-2e052854e84f req-aa76871e-669a-4265-86a6-c660dba292fe tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587239 Apr 12 17:58:24.674869 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-3c80d5c4-f5d5-4e03-8d14-d6a51e688fab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=558b0f53-6e88-4358-b78d-b3eab605be69 HTTP/1.1" status: 200 len: 217 time: 0.0457916 Apr 12 17:58:24.740749 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-1b716376-3851-4889-af3b-df0cd94c1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:24.742671 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-1b716376-3851-4889-af3b-df0cd94c1ebb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5aebc3d-31c6-4909-92e3-135069d3f64d HTTP/1.1" status: 200 len: 858 time: 0.0566986 Apr 12 17:58:24.758090 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d989993-03c2-491c-ba1f-771e359b3dd4 req-5f7a816f-d643-490a-9d77-3898d5361638 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:24.759908 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1d989993-03c2-491c-ba1f-771e359b3dd4 req-5f7a816f-d643-490a-9d77-3898d5361638 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0531042 Apr 12 17:58:24.830764 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1d989993-03c2-491c-ba1f-771e359b3dd4 req-08f6045c-d8af-4d5c-bd72-74d5e5c65d52 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617857 Apr 12 17:58:24.840122 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-0b7e9fc1-feb1-4333-8f17-ce14bef1b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:24.841763 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-0b7e9fc1-feb1-4333-8f17-ce14bef1b651 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2876e2a1-3492-40af-97a0-a80d1612333d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748885 Apr 12 17:58:24.961269 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-7926e8d5-3cec-4f44-8f8a-9258ab45e34f service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129658 Apr 12 17:58:25.491795 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c92fe-9df3-4a82-ae6a-0a0304b6fbea req-18a07438-25db-43b5-a634-de5b2f760b92 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:25.493867 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4e7c92fe-9df3-4a82-ae6a-0a0304b6fbea req-18a07438-25db-43b5-a634-de5b2f760b92 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 945 time: 0.0768976 Apr 12 17:58:25.563971 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1185c8-d22a-412f-90b9-3f7a13ca36e3 req-bb1386d6-c8b7-4dec-bed1-e703194e96f0 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:25.570860 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0c1185c8-d22a-412f-90b9-3f7a13ca36e3 req-bb1386d6-c8b7-4dec-bed1-e703194e96f0 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 943 time: 0.0759583 Apr 12 17:58:25.614090 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4e7c92fe-9df3-4a82-ae6a-0a0304b6fbea req-1f4da93b-a794-47b1-a9d1-de556689bff8 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=abd5a9a0-3ef0-4d7d-9539-09bb0435d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088598 Apr 12 17:58:25.655939 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0c1185c8-d22a-412f-90b9-3f7a13ca36e3 req-22e61194-9855-49c8-b325-aa98328609fe tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842159 Apr 12 17:58:25.728059 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e7aa307e-8926-40f2-9e6d-7bb2c7ec175c req-0d8306b2-b4f2-4593-9364-8f26b02df7f8 service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618383 Apr 12 17:58:25.951313 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672d10d-612c-418b-9759-2c529c6ec37a req-1c3262fd-d2ff-4449-9083-cf88fc0cd745 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:25.952918 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f672d10d-612c-418b-9759-2c529c6ec37a req-1c3262fd-d2ff-4449-9083-cf88fc0cd745 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0501063 Apr 12 17:58:26.020553 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f672d10d-612c-418b-9759-2c529c6ec37a req-e18802c3-d695-43fa-bd86-3e67981f39e2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607984 Apr 12 17:58:26.745277 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8208194-5227-47a9-af5d-8df898877363 req-837d4653-ece4-461f-9d14-c7afbf79c55b tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:26.747025 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f8208194-5227-47a9-af5d-8df898877363 req-837d4653-ece4-461f-9d14-c7afbf79c55b tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 945 time: 0.0575097 Apr 12 17:58:26.818104 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1da064-9d1e-4f5a-9b4b-305bb3e6e23d req-454014e8-6d33-4b34-ace9-19611f0d4214 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:26.824978 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8d1da064-9d1e-4f5a-9b4b-305bb3e6e23d req-454014e8-6d33-4b34-ace9-19611f0d4214 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 943 time: 0.0751436 Apr 12 17:58:26.859576 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f8208194-5227-47a9-af5d-8df898877363 req-875a173b-3497-470c-965c-f91cd309740b tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=abd5a9a0-3ef0-4d7d-9539-09bb0435d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064467 Apr 12 17:58:26.889756 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8d1da064-9d1e-4f5a-9b4b-305bb3e6e23d req-0caf48d9-8056-46f8-8e9d-1ed2968cd202 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639162 Apr 12 17:58:26.984794 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7237f-710b-40f4-a5a0-637751ca1393 req-6677df89-14e8-4df8-a2d1-ac009c75f988 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:26.986779 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1ee7237f-710b-40f4-a5a0-637751ca1393 req-6677df89-14e8-4df8-a2d1-ac009c75f988 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 945 time: 0.0530481 Apr 12 17:58:26.996004 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 40642) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:58:27.000897 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-0b4548d3-e291-4c93-a130-c2724dc5664c tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'floatingip': {'port_id': 'febcfb16-574b-4916-bce4-46c5cf480a76'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:58:27.048642 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b4548d3-e291-4c93-a130-c2724dc5664c tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (a3962913-8ca3-45db-bd5c-3d246347c3a6), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:27.168767 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af542b-c137-40de-bce7-c103e71d4305 req-97baaa58-640a-4bfc-bac2-484cbc3d06b2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:27.177174 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-12af542b-c137-40de-bce7-c103e71d4305 req-97baaa58-640a-4bfc-bac2-484cbc3d06b2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0805087 Apr 12 17:58:27.233050 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-12af542b-c137-40de-bce7-c103e71d4305 req-098c6ba1-82c8-4e6b-b4fc-382c1fd60bd7 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541182 Apr 12 17:58:27.247604 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390723de-cf9e-45df-af85-e56ded52c44e req-d6a199e5-d8c2-4830-862d-5680ce50f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:27.249472 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-390723de-cf9e-45df-af85-e56ded52c44e req-d6a199e5-d8c2-4830-862d-5680ce50f0fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f15b7fa885d74f029c4594b80329f70f&device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 1127 time: 0.0937622 Apr 12 17:58:27.461804 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390723de-cf9e-45df-af85-e56ded52c44e req-ba640a85-ed30-4ecb-bd2c-3d452817b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:27.461804 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-390723de-cf9e-45df-af85-e56ded52c44e req-ba640a85-ed30-4ecb-bd2c-3d452817b3a3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2876e2a1-3492-40af-97a0-a80d1612333d HTTP/1.1" status: 200 len: 920 time: 0.2002792 Apr 12 17:58:27.580127 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-390723de-cf9e-45df-af85-e56ded52c44e req-f8c7a470-f136-4f94-b0e7-a95dee68bb1a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=558b0f53-6e88-4358-b78d-b3eab605be69 HTTP/1.1" status: 200 len: 217 time: 0.0819352 Apr 12 17:58:27.692476 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390723de-cf9e-45df-af85-e56ded52c44e req-460f1683-ef9d-4f30-8939-5c4931a0e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:27.693941 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-390723de-cf9e-45df-af85-e56ded52c44e req-460f1683-ef9d-4f30-8939-5c4931a0e2f8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5aebc3d-31c6-4909-92e3-135069d3f64d HTTP/1.1" status: 200 len: 858 time: 0.1002116 Apr 12 17:58:27.826154 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390723de-cf9e-45df-af85-e56ded52c44e req-c353e4f0-42d4-49c9-a8f1-d122d6b55f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:27.827696 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-390723de-cf9e-45df-af85-e56ded52c44e req-c353e4f0-42d4-49c9-a8f1-d122d6b55f09 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2876e2a1-3492-40af-97a0-a80d1612333d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1183226 Apr 12 17:58:27.876631 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b4548d3-e291-4c93-a130-c2724dc5664c tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:27.901912 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b4548d3-e291-4c93-a130-c2724dc5664c tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (a3962913-8ca3-45db-bd5c-3d246347c3a6), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:28.025357 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-390723de-cf9e-45df-af85-e56ded52c44e req-aa9a0014-9383-4f65-a755-d2327f667bb2 service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902261 Apr 12 17:58:28.034056 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.l3_db [None req-0b4548d3-e291-4c93-a130-c2724dc5664c tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Floating IP a3962913-8ca3-45db-bd5c-3d246347c3a6 associated. External IP: 172.27.0.55, port: febcfb16-574b-4916-bce4-46c5cf480a76. Apr 12 17:58:28.050253 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e878cbd-262f-430a-8c95-378c43408f4e req-e1a2d926-a8cc-45f9-87e0-9b6e23aad44e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:28.050253 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3e878cbd-262f-430a-8c95-378c43408f4e req-e1a2d926-a8cc-45f9-87e0-9b6e23aad44e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 943 time: 0.0750983 Apr 12 17:58:28.116510 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3e878cbd-262f-430a-8c95-378c43408f4e req-f7e0e576-7efa-4c4f-a930-0ad6a6bd95dd tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621858 Apr 12 17:58:28.271762 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-fdfa9153-f803-4584-937f-6ef694f0a43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:28.375768 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858512cd-8dd4-4455-988c-25f6dd22a188 req-6a232271-6bfd-458c-987c-4abe9e226399 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:28.378437 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-858512cd-8dd4-4455-988c-25f6dd22a188 req-6a232271-6bfd-458c-987c-4abe9e226399 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0561621 Apr 12 17:58:28.450690 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-390723de-cf9e-45df-af85-e56ded52c44e req-804de6fd-426e-4051-9835-b7207c220155 service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132969 Apr 12 17:58:28.458307 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-858512cd-8dd4-4455-988c-25f6dd22a188 req-f28ef0b5-2e11-4a7a-b31c-ad8ceef0acdf tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657861 Apr 12 17:58:28.513563 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 558b0f53-6e88-4358-b78d-b3eab605be69 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:58:28.601277 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4548d3-e291-4c93-a130-c2724dc5664c tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Router 3b74fc5e-26df-4305-b927-5261426f0429 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:58:28.632293 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 558b0f53-6e88-4358-b78d-b3eab605be69, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=558b0f53-6e88-4358-b78d-b3eab605be69,segment=NetworkSegment(2379ee2c-1674-45e0-afc7-bff7c9920f2a),segment_id=2379ee2c-1674-45e0-afc7-bff7c9920f2a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:58:28.646776 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': '558b0f53-6e88-4358-b78d-b3eab605be69', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'port_id': '558b0f53-6e88-4358-b78d-b3eab605be69', 'mac_address': 'fa:16:3e:df:6b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:58:28.697499 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 558b0f53-6e88-4358-b78d-b3eab605be69 is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:58:28.698283 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (558b0f53-6e88-4358-b78d-b3eab605be69), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:28.716491 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558b0f53-6e88-4358-b78d-b3eab605be69 {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:58:28.740144 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 558b0f53-6e88-4358-b78d-b3eab605be69, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=558b0f53-6e88-4358-b78d-b3eab605be69,segment=NetworkSegment(2379ee2c-1674-45e0-afc7-bff7c9920f2a),segment_id=2379ee2c-1674-45e0-afc7-bff7c9920f2a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:58:28.740381 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4548d3-e291-4c93-a130-c2724dc5664c tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:58:28.746463 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (558b0f53-6e88-4358-b78d-b3eab605be69), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:28.746929 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0b4548d3-e291-4c93-a130-c2724dc5664c tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:28.752960 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8054fb7a-2d38-4391-b6ea-02bb6f2722e2 None None] Sync routers for ids ['3b74fc5e-26df-4305-b927-5261426f0429'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:58:28.768326 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8054fb7a-2d38-4391-b6ea-02bb6f2722e2 None None] Routers {'3b74fc5e-26df-4305-b927-5261426f0429'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:58:28.769710 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-8054fb7a-2d38-4391-b6ea-02bb6f2722e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:58:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['3b74fc5e-26df-4305-b927-5261426f0429'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:58:28.778369 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-0b4548d3-e291-4c93-a130-c2724dc5664c tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "PUT /v2.0/floatingips/a3962913-8ca3-45db-bd5c-3d246347c3a6 HTTP/1.1" status: 200 len: 990 time: 1.7812202 Apr 12 17:58:28.779085 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3166ce07-7e30-4d8d-bac4-507b91c3f89f', 'tag': 'febcfb16-574b-4916-bce4-46c5cf480a76'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:58:28.781379 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32e6f10-829d-4224-a9cb-dbdecaaf8615" -d '{"events": [{"name": "network-changed", "server_uuid": "3166ce07-7e30-4d8d-bac4-507b91c3f89f", "tag": "febcfb16-574b-4916-bce4-46c5cf480a76"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:58:28.820342 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=558b0f53-6e88-4358-b78d-b3eab605be69,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:28.824754 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b7caec-021e-4a86-ba74-86f83859bab3 x-openstack-request-id: req-b6b7caec-021e-4a86-ba74-86f83859bab3 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:58:28.826146 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3166ce07-7e30-4d8d-bac4-507b91c3f89f", "tag": "febcfb16-574b-4916-bce4-46c5cf480a76", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:58:28.826584 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6b7caec-021e-4a86-ba74-86f83859bab3 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:58:28.827146 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6b7caec-021e-4a86-ba74-86f83859bab3'] response: {'name': 'network-changed', 'server_uuid': '3166ce07-7e30-4d8d-bac4-507b91c3f89f', 'tag': 'febcfb16-574b-4916-bce4-46c5cf480a76', 'status': 'completed', 'code': 200} Apr 12 17:58:28.896302 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e6f10-829d-4224-a9cb-dbdecaaf8615 req-c10e9f82-f9f8-4104-af5e-3debd646a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:28.898202 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f32e6f10-829d-4224-a9cb-dbdecaaf8615 req-c10e9f82-f9f8-4104-af5e-3debd646a941 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd9169ef36f84184829de80e6adcc3eb&device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 1129 time: 0.0415401 Apr 12 17:58:28.913755 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-8054fb7a-2d38-4391-b6ea-02bb6f2722e2 None None] Set router 3b74fc5e-26df-4305-b927-5261426f0429 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:58:29.029028 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e6f10-829d-4224-a9cb-dbdecaaf8615 req-acb275da-4004-4980-9823-141f1bd998cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:29.030546 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f32e6f10-829d-4224-a9cb-dbdecaaf8615 req-acb275da-4004-4980-9823-141f1bd998cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=686fab4f-3c38-4683-935f-38f19e4e8a4f HTTP/1.1" status: 200 len: 915 time: 0.1172543 Apr 12 17:58:29.100282 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f32e6f10-829d-4224-a9cb-dbdecaaf8615 req-7db14868-af01-44b9-a49f-efc7f86e44ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=febcfb16-574b-4916-bce4-46c5cf480a76 HTTP/1.1" status: 200 len: 998 time: 0.0620360 Apr 12 17:58:29.148316 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-8054fb7a-2d38-4391-b6ea-02bb6f2722e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '4f50ff63-a767-45c1-91f9-654c96401085', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'port_id': '28a48dd9-d5a0-4a00-b11c-5d77c05c24ed', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'mac_address': 'fa:16:3e:6b:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b987260-2532-4632-9f8a-842b60be9242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:56:14Z', 'updated_at': '2022-04-12T17:56:51Z', 'revision_number': 2, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'fixed_ip_address_scope': None}, {'id': 'a3962913-8ca3-45db-bd5c-3d246347c3a6', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'port_id': 'febcfb16-574b-4916-bce4-46c5cf480a76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'mac_address': 'fa:16:3e:94:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3166ce07-7e30-4d8d-bac4-507b91c3f89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:58:08Z', 'updated_at': '2022-04-12T17:58:27Z', 'revision_number': 1, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:58:29.155124 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e6f10-829d-4224-a9cb-dbdecaaf8615 req-353ef130-450a-43c8-9c7b-ffb3f645ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:29.155920 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['558b0f53-6e88-4358-b78d-b3eab605be69'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:58:29.156987 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f32e6f10-829d-4224-a9cb-dbdecaaf8615 req-353ef130-450a-43c8-9c7b-ffb3f645ae53 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e2e22a3-d988-42d0-ada7-fb014078e671 HTTP/1.1" status: 200 len: 853 time: 0.0472553 Apr 12 17:58:29.180743 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8054fb7a-2d38-4391-b6ea-02bb6f2722e2 None None] Checking router: 3b74fc5e-26df-4305-b927-5261426f0429 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:58:29.190620 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8054fb7a-2d38-4391-b6ea-02bb6f2722e2 None None] Routers {'3b74fc5e-26df-4305-b927-5261426f0429'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:58:29.191237 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-8054fb7a-2d38-4391-b6ea-02bb6f2722e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:58:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['3b74fc5e-26df-4305-b927-5261426f0429'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:58:29.239817 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057dcf4-4ac8-422b-a11d-ddfb1d6918a2 req-a197f507-aa33-4932-afdc-389f96578d81 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:29.247823 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3057dcf4-4ac8-422b-a11d-ddfb1d6918a2 req-a197f507-aa33-4932-afdc-389f96578d81 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 944 time: 0.0560398 Apr 12 17:58:29.258097 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e6f10-829d-4224-a9cb-dbdecaaf8615 req-4808374f-7d69-47ce-95b1-621caad17502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:29.260188 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f32e6f10-829d-4224-a9cb-dbdecaaf8615 req-4808374f-7d69-47ce-95b1-621caad17502 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=686fab4f-3c38-4683-935f-38f19e4e8a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496817 Apr 12 17:58:29.296433 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3057dcf4-4ac8-422b-a11d-ddfb1d6918a2 req-26225eb2-a090-4a6b-960a-93e04d84fef2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473757 Apr 12 17:58:29.318246 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-8054fb7a-2d38-4391-b6ea-02bb6f2722e2 None None] Set router 3b74fc5e-26df-4305-b927-5261426f0429 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:58:29.358385 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f32e6f10-829d-4224-a9cb-dbdecaaf8615 req-45f7d5b5-c76f-4833-b79f-d4e7b5390583 service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894785 Apr 12 17:58:29.528432 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-8054fb7a-2d38-4391-b6ea-02bb6f2722e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '4f50ff63-a767-45c1-91f9-654c96401085', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'port_id': '28a48dd9-d5a0-4a00-b11c-5d77c05c24ed', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'mac_address': 'fa:16:3e:6b:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b987260-2532-4632-9f8a-842b60be9242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:56:14Z', 'updated_at': '2022-04-12T17:56:51Z', 'revision_number': 2, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'fixed_ip_address_scope': None}, {'id': 'a3962913-8ca3-45db-bd5c-3d246347c3a6', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'port_id': 'febcfb16-574b-4916-bce4-46c5cf480a76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'mac_address': 'fa:16:3e:94:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3166ce07-7e30-4d8d-bac4-507b91c3f89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:58:08Z', 'updated_at': '2022-04-12T17:58:27Z', 'revision_number': 1, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:58:29.560099 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8054fb7a-2d38-4391-b6ea-02bb6f2722e2 None None] The sync data for ids ['3b74fc5e-26df-4305-b927-5261426f0429'] in dv-cinder-837534-1-iscsi is: [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '4f50ff63-a767-45c1-91f9-654c96401085', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'port_id': '28a48dd9-d5a0-4a00-b11c-5d77c05c24ed', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'mac_address': 'fa:16:3e:6b:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b987260-2532-4632-9f8a-842b60be9242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:56:14Z', 'updated_at': '2022-04-12T17:56:51Z', 'revision_number': 2, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'fixed_ip_address_scope': None}, {'id': 'a3962913-8ca3-45db-bd5c-3d246347c3a6', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'port_id': 'febcfb16-574b-4916-bce4-46c5cf480a76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'mac_address': 'fa:16:3e:94:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3166ce07-7e30-4d8d-bac4-507b91c3f89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:58:08Z', 'updated_at': '2022-04-12T17:58:27Z', 'revision_number': 1, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:58:29.567129 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44e356-302c-42ea-abf6-3a53230e8805 req-61b83be1-a26d-4170-9589-fc8bc48cc851 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:29.570689 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5d44e356-302c-42ea-abf6-3a53230e8805 req-61b83be1-a26d-4170-9589-fc8bc48cc851 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0500963 Apr 12 17:58:29.627433 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5d44e356-302c-42ea-abf6-3a53230e8805 req-9f55a30c-d676-4410-9688-9f140a539416 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515077 Apr 12 17:58:29.662728 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f32e6f10-829d-4224-a9cb-dbdecaaf8615 req-c7c9a4b6-c33e-4322-9be0-e3ed833518bb service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077771 Apr 12 17:58:29.751476 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198b6ba-6871-4f81-9695-428d0f2a33ab req-aa9b95c9-1a46-45fa-b9ae-781d82977c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:29.752896 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9198b6ba-6871-4f81-9695-428d0f2a33ab req-aa9b95c9-1a46-45fa-b9ae-781d82977c94 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c98209fd1841f9ad91c5c823b05ed8&device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 1130 time: 0.0421362 Apr 12 17:58:29.798346 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84d71bf-475a-4d59-9dd5-a0508a1c672f None None] New status for floating IP a3962913-8ca3-45db-bd5c-3d246347c3a6: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:58:29.849934 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198b6ba-6871-4f81-9695-428d0f2a33ab req-0f819a75-a714-4200-b189-ebe036747e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:29.851413 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9198b6ba-6871-4f81-9695-428d0f2a33ab req-0f819a75-a714-4200-b189-ebe036747e8e service neutron] 10.222.0.23 "GET /v2.0/networks?id=620e6442-ea5d-4803-85d5-538016f366eb HTTP/1.1" status: 200 len: 918 time: 0.0912862 Apr 12 17:58:29.916010 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9198b6ba-6871-4f81-9695-428d0f2a33ab req-7b393d4e-d6c4-4b56-a5da-c918b12ab6df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c541fa19-d064-4b05-9037-14958ed97849 HTTP/1.1" status: 200 len: 1002 time: 0.0576372 Apr 12 17:58:29.972043 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198b6ba-6871-4f81-9695-428d0f2a33ab req-719d76e2-7f7c-4509-b029-f78e8ba56122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:29.973623 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9198b6ba-6871-4f81-9695-428d0f2a33ab req-719d76e2-7f7c-4509-b029-f78e8ba56122 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bbb6ee85-b118-461b-9d62-32e550eb62b2 HTTP/1.1" status: 200 len: 856 time: 0.0492840 Apr 12 17:58:30.021372 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198b6ba-6871-4f81-9695-428d0f2a33ab req-368fe10b-5a74-479c-9831-feda30a0fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:30.022785 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9198b6ba-6871-4f81-9695-428d0f2a33ab req-368fe10b-5a74-479c-9831-feda30a0fbba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=620e6442-ea5d-4803-85d5-538016f366eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407381 Apr 12 17:58:30.124044 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9198b6ba-6871-4f81-9695-428d0f2a33ab req-ca7c0623-beba-4bf4-9dc5-4a20d26b1ea5 service neutron] 10.222.0.23 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804582 Apr 12 17:58:30.218369 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9198b6ba-6871-4f81-9695-428d0f2a33ab req-164fe384-fa56-4e3c-8cf4-af1a1aefd047 service neutron] 10.222.0.23 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827417 Apr 12 17:58:30.412290 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ced5a-d2ea-49f5-a98f-7f387f643eb0 req-be27bb5e-6712-4ea4-a452-aecda29f0b60 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:30.413784 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-858ced5a-d2ea-49f5-a98f-7f387f643eb0 req-be27bb5e-6712-4ea4-a452-aecda29f0b60 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 944 time: 0.0500088 Apr 12 17:58:30.461977 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-858ced5a-d2ea-49f5-a98f-7f387f643eb0 req-293d6530-c7e1-4d91-9076-8f8456a982da tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423284 Apr 12 17:58:30.574914 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 558b0f53-6e88-4358-b78d-b3eab605be69 up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:58:30.620811 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning for port 558b0f53-6e88-4358-b78d-b3eab605be69 completed by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:58:30.626645 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port 558b0f53-6e88-4358-b78d-b3eab605be69 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:58:30.627016 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (558b0f53-6e88-4358-b78d-b3eab605be69), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:30.703149 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 558b0f53-6e88-4358-b78d-b3eab605be69 is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:58:30.703541 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (558b0f53-6e88-4358-b78d-b3eab605be69), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:30.727734 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312deef7-cebe-4819-a5bf-08313b421e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558b0f53-6e88-4358-b78d-b3eab605be69'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:58:30.729993 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137289cd-f43d-4c45-9423-03404c6aae5b" -d '{"events": [{"server_uuid": "312deef7-cebe-4819-a5bf-08313b421e47", "name": "network-vif-plugged", "status": "completed", "tag": "558b0f53-6e88-4358-b78d-b3eab605be69"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:58:30.742732 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 558b0f53-6e88-4358-b78d-b3eab605be69, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=558b0f53-6e88-4358-b78d-b3eab605be69,segment=NetworkSegment(2379ee2c-1674-45e0-afc7-bff7c9920f2a),segment_id=2379ee2c-1674-45e0-afc7-bff7c9920f2a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:58:30.748319 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (558b0f53-6e88-4358-b78d-b3eab605be69), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:30.749154 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17fedf-244e-4fa9-a5a3-860de68b68ad req-092f08bb-452c-422e-9e9e-9cd44868c5fe tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:30.749353 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device c541fa19-d064-4b05-9037-14958ed97849 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:58:30.751205 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-cf17fedf-244e-4fa9-a5a3-860de68b68ad req-092f08bb-452c-422e-9e9e-9cd44868c5fe tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 946 time: 0.0506098 Apr 12 17:58:30.774472 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4d5ad4-7ede-4556-baaa-fa5b826750d7 x-openstack-request-id: req-1b4d5ad4-7ede-4556-baaa-fa5b826750d7 {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:58:30.774750 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312deef7-cebe-4819-a5bf-08313b421e47", "name": "network-vif-plugged", "status": "completed", "tag": "558b0f53-6e88-4358-b78d-b3eab605be69", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:58:30.775011 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b4d5ad4-7ede-4556-baaa-fa5b826750d7 {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:58:30.775398 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b4d5ad4-7ede-4556-baaa-fa5b826750d7'] response: {'server_uuid': '312deef7-cebe-4819-a5bf-08313b421e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558b0f53-6e88-4358-b78d-b3eab605be69', 'code': 200} Apr 12 17:58:30.806245 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-cf17fedf-244e-4fa9-a5a3-860de68b68ad req-2f6b301a-ff2c-4c33-a3e7-6968e31dc294 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476472 Apr 12 17:58:30.840107 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-004a0442-e91d-4a88-b299-653f1b396aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:30.848822 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=558b0f53-6e88-4358-b78d-b3eab605be69,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:30.886896 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port c541fa19-d064-4b05-9037-14958ed97849 is: ACTIVE; New status is: DOWN {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:58:30.887215 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (c541fa19-d064-4b05-9037-14958ed97849), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:30.919022 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port c541fa19-d064-4b05-9037-14958ed97849, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c541fa19-d064-4b05-9037-14958ed97849,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:58:30.922467 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (c541fa19-d064-4b05-9037-14958ed97849), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:30.971912 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=c541fa19-d064-4b05-9037-14958ed97849,revision_number=8']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:31.579744 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938b2ae-c2be-446b-b68f-16bacc883d91 req-8957bd48-d6d5-4e05-bfe3-4ca362ed82ac tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:31.581210 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6938b2ae-c2be-446b-b68f-16bacc883d91 req-8957bd48-d6d5-4e05-bfe3-4ca362ed82ac tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0497277 Apr 12 17:58:31.596416 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:58:31.627294 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6938b2ae-c2be-446b-b68f-16bacc883d91 req-3bd36dc4-3df6-4e92-b52b-5f7b94c42621 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406237 Apr 12 17:58:31.649467 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:31.835617 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:31.925623 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648c543-35ce-4943-9ad6-0749bb4f8b61 req-9a4470d9-62d7-455d-ad81-627a99e56c75 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:31.927127 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a648c543-35ce-4943-9ad6-0749bb4f8b61 req-9a4470d9-62d7-455d-ad81-627a99e56c75 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0462596 Apr 12 17:58:31.973257 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a648c543-35ce-4943-9ad6-0749bb4f8b61 req-8b7a9c50-dad6-4994-b3e4-ad48af9d7afd tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401640 Apr 12 17:58:32.483215 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ea865-8410-4db9-a4e5-508106412e41 req-c9209a85-ada5-4fdd-b015-bbfaeb2f1100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:32.484766 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e49ea865-8410-4db9-a4e5-508106412e41 req-c9209a85-ada5-4fdd-b015-bbfaeb2f1100 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 1129 time: 0.0388701 Apr 12 17:58:32.528764 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e49ea865-8410-4db9-a4e5-508106412e41 req-c8a78d0b-9156-48d2-b222-dc156968e315 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375953 Apr 12 17:58:32.738492 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287575de-7d59-4c76-9b96-02e878767b6c req-3a485868-bcb8-467f-93cc-c29a4a90bc0c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:32.739936 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-287575de-7d59-4c76-9b96-02e878767b6c req-3a485868-bcb8-467f-93cc-c29a4a90bc0c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0458131 Apr 12 17:58:32.776365 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f74ac9-2076-4cf5-9cbf-2d77095db29c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c541fa19-d064-4b05-9037-14958ed97849'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:58:32.779285 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c3d68b-14fc-49b8-a539-d3e6fb20a6f0" -d '{"events": [{"server_uuid": "12f74ac9-2076-4cf5-9cbf-2d77095db29c", "name": "network-vif-unplugged", "status": "completed", "tag": "c541fa19-d064-4b05-9037-14958ed97849"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:58:32.789293 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-287575de-7d59-4c76-9b96-02e878767b6c req-5e8fa918-aa48-40be-bb42-cb2eecc3edf6 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439055 Apr 12 17:58:32.816250 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 17:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfce88d0-8540-43d4-97e0-769cc8f84d83 x-openstack-request-id: req-bfce88d0-8540-43d4-97e0-769cc8f84d83 {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:58:32.816565 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f74ac9-2076-4cf5-9cbf-2d77095db29c", "name": "network-vif-unplugged", "status": "completed", "tag": "c541fa19-d064-4b05-9037-14958ed97849", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:58:32.816822 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bfce88d0-8540-43d4-97e0-769cc8f84d83 {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:58:32.817609 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfce88d0-8540-43d4-97e0-769cc8f84d83'] response: {'server_uuid': '12f74ac9-2076-4cf5-9cbf-2d77095db29c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c541fa19-d064-4b05-9037-14958ed97849', 'code': 200} Apr 12 17:58:33.089930 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:33.090261 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b439d-9734-4229-b075-06df0c3e24fb req-33af57f2-ffdd-4ed9-a7a9-fe1f7cfe2f7a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:33.091743 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b56b439d-9734-4229-b075-06df0c3e24fb req-33af57f2-ffdd-4ed9-a7a9-fe1f7cfe2f7a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0488784 Apr 12 17:58:33.138086 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b56b439d-9734-4229-b075-06df0c3e24fb req-97b1dea8-d723-4b9b-9e6d-430146b7b62d tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405457 Apr 12 17:58:33.604697 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [req-9597132d-b117-4ddf-b465-414ac7587c14 req-20efc713-955b-4dbe-906a-3b58cddec578 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:58:33.605687 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9597132d-b117-4ddf-b465-414ac7587c14 req-20efc713-955b-4dbe-906a-3b58cddec578 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055280 Apr 12 17:58:33.765488 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e2f9d-2b83-48c8-993f-c47995187620 req-ccac5d2d-6222-432a-94dd-83953b0bb4ce tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:33.767196 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b57e2f9d-2b83-48c8-993f-c47995187620 req-ccac5d2d-6222-432a-94dd-83953b0bb4ce tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0573587 Apr 12 17:58:33.818497 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b57e2f9d-2b83-48c8-993f-c47995187620 req-28c136b0-5008-4dde-8a92-17b5d9e3d3d0 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456204 Apr 12 17:58:33.908901 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75889b5b-c93d-4ffe-9ce2-ab12fb1770f6 req-605293df-a84f-44aa-a88f-74777179c58b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:33.910519 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-75889b5b-c93d-4ffe-9ce2-ab12fb1770f6 req-605293df-a84f-44aa-a88f-74777179c58b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0523298 Apr 12 17:58:33.958706 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-75889b5b-c93d-4ffe-9ce2-ab12fb1770f6 req-c15fdc1f-9735-4167-aedb-5b593f55903c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425708 Apr 12 17:58:34.154014 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 40730) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:58:34.249509 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ccba30e3-6973-47ad-bb44-61d7c36c84dc req-762327fb-4a7b-44e2-8e53-d3ba7eb81475 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0942993 Apr 12 17:58:34.258625 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [req-ccba30e3-6973-47ad-bb44-61d7c36c84dc req-6081faa5-c0be-4592-b401-61c24250dcb5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 17:58:34.259585 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ccba30e3-6973-47ad-bb44-61d7c36c84dc req-6081faa5-c0be-4592-b401-61c24250dcb5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051455 Apr 12 17:58:34.342309 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 40738) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:58:34.398336 dv-cinder-837534-1-iscsi neutron-server[109826]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 17:58:34.399250 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:34.453045 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba30e3-6973-47ad-bb44-61d7c36c84dc req-2a632f86-4938-46af-9362-3e87e03ceed6 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:34.454965 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ccba30e3-6973-47ad-bb44-61d7c36c84dc req-2a632f86-4938-46af-9362-3e87e03ceed6 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports/c541fa19-d064-4b05-9037-14958ed97849 HTTP/1.1" status: 200 len: 941 time: 0.1116779 Apr 12 17:58:34.947561 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b4be2-0bf1-4594-a65c-f5e61cea9e35 req-62fbe0c3-ba8e-4059-869c-9da518a08e5b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:34.949080 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d11b4be2-0bf1-4594-a65c-f5e61cea9e35 req-62fbe0c3-ba8e-4059-869c-9da518a08e5b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0506728 Apr 12 17:58:34.998450 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d11b4be2-0bf1-4594-a65c-f5e61cea9e35 req-19ece488-7249-4eee-9904-dfd3ac87ecf0 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426340 Apr 12 17:58:35.082005 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebd2a5-5f30-4695-9f51-cb15e4c7e8ca req-4282dd5b-7ce7-4d4d-abd1-95c24c29eda9 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:35.083497 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7eebd2a5-5f30-4695-9f51-cb15e4c7e8ca req-4282dd5b-7ce7-4d4d-abd1-95c24c29eda9 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0472143 Apr 12 17:58:35.132385 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7eebd2a5-5f30-4695-9f51-cb15e4c7e8ca req-ef7baa72-6530-431a-837f-26f4246499e5 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434763 Apr 12 17:58:35.240204 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f42900-4416-4dd4-aa38-0bfbc8b74709 req-6a3e6596-b99d-4046-9593-ecab58b81427 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:35.241655 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e2f42900-4416-4dd4-aa38-0bfbc8b74709 req-6a3e6596-b99d-4046-9593-ecab58b81427 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0473635 Apr 12 17:58:35.250536 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 40754) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:58:35.255419 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-cc4268eb-6453-4ccf-80ca-17db74dce58a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Request body: {'floatingip': {'port_id': '558b0f53-6e88-4358-b78d-b3eab605be69'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:58:35.294691 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cc4268eb-6453-4ccf-80ca-17db74dce58a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for floatingip (2faf36c1-faaa-4141-b2e3-7d0bb8630d00), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:35.744385 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cc4268eb-6453-4ccf-80ca-17db74dce58a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:35.748024 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cc4268eb-6453-4ccf-80ca-17db74dce58a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (2faf36c1-faaa-4141-b2e3-7d0bb8630d00), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:35.847928 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.l3_db [None req-cc4268eb-6453-4ccf-80ca-17db74dce58a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Floating IP 2faf36c1-faaa-4141-b2e3-7d0bb8630d00 associated. External IP: 172.27.0.71, port: 558b0f53-6e88-4358-b78d-b3eab605be69. Apr 12 17:58:36.055857 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4268eb-6453-4ccf-80ca-17db74dce58a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Router 89cca699-a507-4901-bbec-3b3061bdd2f7 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:58:36.089034 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba30e3-6973-47ad-bb44-61d7c36c84dc req-68a66bb4-e053-4d93-8425-ac830d42ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:36.090587 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ccba30e3-6973-47ad-bb44-61d7c36c84dc req-68a66bb4-e053-4d93-8425-ac830d42ac77 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c&tenant_id=b4c98209fd1841f9ad91c5c823b05ed8 HTTP/1.1" status: 200 len: 1128 time: 0.0715914 Apr 12 17:58:36.155706 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba30e3-6973-47ad-bb44-61d7c36c84dc req-e2faedd1-6fad-48e7-97b9-d7f732c09238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:36.157388 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ccba30e3-6973-47ad-bb44-61d7c36c84dc req-e2faedd1-6fad-48e7-97b9-d7f732c09238 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c98209fd1841f9ad91c5c823b05ed8&device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 1128 time: 0.0396390 Apr 12 17:58:36.253376 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba30e3-6973-47ad-bb44-61d7c36c84dc req-14cdbc20-efd8-43b3-90b4-b28bb85a219d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:36.254898 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ccba30e3-6973-47ad-bb44-61d7c36c84dc req-14cdbc20-efd8-43b3-90b4-b28bb85a219d service neutron] 10.222.0.23 "GET /v2.0/networks?id=620e6442-ea5d-4803-85d5-538016f366eb HTTP/1.1" status: 200 len: 918 time: 0.0911646 Apr 12 17:58:36.324759 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ccba30e3-6973-47ad-bb44-61d7c36c84dc req-b9c652f9-6438-40fd-a3b6-13be684878f1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c541fa19-d064-4b05-9037-14958ed97849 HTTP/1.1" status: 200 len: 1000 time: 0.0599825 Apr 12 17:58:36.377237 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba30e3-6973-47ad-bb44-61d7c36c84dc req-f894de9c-dec0-48b5-94c5-1c1df60f0585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:36.378822 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ccba30e3-6973-47ad-bb44-61d7c36c84dc req-f894de9c-dec0-48b5-94c5-1c1df60f0585 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bbb6ee85-b118-461b-9d62-32e550eb62b2 HTTP/1.1" status: 200 len: 856 time: 0.0476847 Apr 12 17:58:36.404944 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c0ac7-deaa-4860-982e-6e3aa8999467 req-f6f708ce-2eff-4578-9a12-f40abb762b26 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:36.406475 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-fd0c0ac7-deaa-4860-982e-6e3aa8999467 req-f6f708ce-2eff-4578-9a12-f40abb762b26 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.3061473 Apr 12 17:58:36.431517 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba30e3-6973-47ad-bb44-61d7c36c84dc req-e006d9ff-b9d7-4220-b337-2e9080874650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:36.433014 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ccba30e3-6973-47ad-bb44-61d7c36c84dc req-e006d9ff-b9d7-4220-b337-2e9080874650 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=620e6442-ea5d-4803-85d5-538016f366eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402012 Apr 12 17:58:36.448743 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4268eb-6453-4ccf-80ca-17db74dce58a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:58:36.457160 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cc4268eb-6453-4ccf-80ca-17db74dce58a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:36.459545 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2287be2e-1d85-4c9b-b3c0-ae132f3d7396 None None] Sync routers for ids ['89cca699-a507-4901-bbec-3b3061bdd2f7'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:58:36.477015 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2287be2e-1d85-4c9b-b3c0-ae132f3d7396 None None] Routers {'89cca699-a507-4901-bbec-3b3061bdd2f7'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:58:36.477631 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-2287be2e-1d85-4c9b-b3c0-ae132f3d7396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:58:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['89cca699-a507-4901-bbec-3b3061bdd2f7'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:58:36.499978 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-fd0c0ac7-deaa-4860-982e-6e3aa8999467 req-5785bf7d-db84-429b-a64d-01cca8d84b30 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823319 Apr 12 17:58:36.502595 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-cc4268eb-6453-4ccf-80ca-17db74dce58a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "PUT /v2.0/floatingips/2faf36c1-faaa-4141-b2e3-7d0bb8630d00 HTTP/1.1" status: 200 len: 990 time: 1.2504618 Apr 12 17:58:36.503290 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312deef7-cebe-4819-a5bf-08313b421e47', 'tag': '558b0f53-6e88-4358-b78d-b3eab605be69'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:58:36.505562 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8794fbc469913332b26a1bcbfb78f2e90de67fe5ea04afc148497b54c77658c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a51430-a21f-4174-851d-d8c6a8307d83" -d '{"events": [{"name": "network-changed", "server_uuid": "312deef7-cebe-4819-a5bf-08313b421e47", "tag": "558b0f53-6e88-4358-b78d-b3eab605be69"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:58:36.528228 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ccba30e3-6973-47ad-bb44-61d7c36c84dc req-c6b22463-3f7e-4620-8937-d9e30eecba09 service neutron] 10.222.0.23 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882375 Apr 12 17:58:36.542496 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8519095c-a4cc-4b81-ab36-aae9577be889 x-openstack-request-id: req-8519095c-a4cc-4b81-ab36-aae9577be889 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:58:36.542788 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312deef7-cebe-4819-a5bf-08313b421e47", "tag": "558b0f53-6e88-4358-b78d-b3eab605be69", "status": "completed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:58:36.543038 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8519095c-a4cc-4b81-ab36-aae9577be889 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:58:36.543454 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8519095c-a4cc-4b81-ab36-aae9577be889'] response: {'name': 'network-changed', 'server_uuid': '312deef7-cebe-4819-a5bf-08313b421e47', 'tag': '558b0f53-6e88-4358-b78d-b3eab605be69', 'status': 'completed', 'code': 200} Apr 12 17:58:36.546400 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device c541fa19-d064-4b05-9037-14958ed97849 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:58:36.624519 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a51430-a21f-4174-851d-d8c6a8307d83 req-b9f70eb2-6410-4907-bf77-45b41a447a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:36.626278 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10a51430-a21f-4174-851d-d8c6a8307d83 req-b9f70eb2-6410-4907-bf77-45b41a447a1c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f15b7fa885d74f029c4594b80329f70f&device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 1129 time: 0.0483243 Apr 12 17:58:36.628556 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-2287be2e-1d85-4c9b-b3c0-ae132f3d7396 None None] Set router 89cca699-a507-4901-bbec-3b3061bdd2f7 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:58:36.630331 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ccba30e3-6973-47ad-bb44-61d7c36c84dc req-8254fdd4-fd4e-44b5-9550-c45c709c58fd service neutron] 10.222.0.23 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840497 Apr 12 17:58:36.638294 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port c541fa19-d064-4b05-9037-14958ed97849 is: DOWN; New status is: DOWN {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:58:36.739895 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a51430-a21f-4174-851d-d8c6a8307d83 req-4792e6e4-5d76-47a3-8a16-6a46f693f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:36.741363 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10a51430-a21f-4174-851d-d8c6a8307d83 req-4792e6e4-5d76-47a3-8a16-6a46f693f7a4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2876e2a1-3492-40af-97a0-a80d1612333d HTTP/1.1" status: 200 len: 920 time: 0.0937939 Apr 12 17:58:36.849260 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-2287be2e-1d85-4c9b-b3c0-ae132f3d7396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1590815753-router', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:12Z', 'revision_number': 4, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'gw_port': {'id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:05Z', 'updated_at': '2022-04-12T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '2faf36c1-faaa-4141-b2e3-7d0bb8630d00', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'port_id': '558b0f53-6e88-4358-b78d-b3eab605be69', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'mac_address': 'fa:16:3e:df:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312deef7-cebe-4819-a5bf-08313b421e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:58:19Z', 'updated_at': '2022-04-12T17:58:35Z', 'revision_number': 1, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e348f39-4cd8-495b-89ed-6c3dfcff9cc9', 'name': '', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'mac_address': 'fa:16:3e:d1:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:20Z', 'revision_number': 5, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'subnets': [{'id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:58:36.874259 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2287be2e-1d85-4c9b-b3c0-ae132f3d7396 None None] Checking router: 89cca699-a507-4901-bbec-3b3061bdd2f7 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:58:36.883322 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2287be2e-1d85-4c9b-b3c0-ae132f3d7396 None None] Routers {'89cca699-a507-4901-bbec-3b3061bdd2f7'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:58:36.883857 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-2287be2e-1d85-4c9b-b3c0-ae132f3d7396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:58:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['89cca699-a507-4901-bbec-3b3061bdd2f7'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:58:36.947122 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10a51430-a21f-4174-851d-d8c6a8307d83 req-a09f3d60-55ba-42d4-9845-4b6f9060630f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=558b0f53-6e88-4358-b78d-b3eab605be69 HTTP/1.1" status: 200 len: 998 time: 0.0666049 Apr 12 17:58:36.995359 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-2287be2e-1d85-4c9b-b3c0-ae132f3d7396 None None] Set router 89cca699-a507-4901-bbec-3b3061bdd2f7 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:58:36.999995 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a51430-a21f-4174-851d-d8c6a8307d83 req-52ffe959-f6bf-4c6b-abf2-b677031b4a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:37.002038 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10a51430-a21f-4174-851d-d8c6a8307d83 req-52ffe959-f6bf-4c6b-abf2-b677031b4a51 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5aebc3d-31c6-4909-92e3-135069d3f64d HTTP/1.1" status: 200 len: 858 time: 0.0457220 Apr 12 17:58:37.054255 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a51430-a21f-4174-851d-d8c6a8307d83 req-4b805ed0-36d6-448f-b172-b764d823f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:37.055876 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10a51430-a21f-4174-851d-d8c6a8307d83 req-4b805ed0-36d6-448f-b172-b764d823f18f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2876e2a1-3492-40af-97a0-a80d1612333d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443339 Apr 12 17:58:37.165908 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10a51430-a21f-4174-851d-d8c6a8307d83 req-52662726-567c-4fe4-ba83-9de51d370a04 service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008751 Apr 12 17:58:37.289790 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-10a51430-a21f-4174-851d-d8c6a8307d83 req-a44961e9-77dc-4423-affe-c10c89bb9a25 service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143355 Apr 12 17:58:37.338402 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-2287be2e-1d85-4c9b-b3c0-ae132f3d7396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1590815753-router', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:12Z', 'revision_number': 4, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'gw_port': {'id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:05Z', 'updated_at': '2022-04-12T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '2faf36c1-faaa-4141-b2e3-7d0bb8630d00', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'port_id': '558b0f53-6e88-4358-b78d-b3eab605be69', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'mac_address': 'fa:16:3e:df:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312deef7-cebe-4819-a5bf-08313b421e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:58:19Z', 'updated_at': '2022-04-12T17:58:35Z', 'revision_number': 1, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e348f39-4cd8-495b-89ed-6c3dfcff9cc9', 'name': '', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'mac_address': 'fa:16:3e:d1:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:20Z', 'revision_number': 5, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'subnets': [{'id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:58:37.374034 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2287be2e-1d85-4c9b-b3c0-ae132f3d7396 None None] The sync data for ids ['89cca699-a507-4901-bbec-3b3061bdd2f7'] in dv-cinder-837534-1-iscsi is: [{'id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1590815753-router', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:12Z', 'revision_number': 4, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'gw_port': {'id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:05Z', 'updated_at': '2022-04-12T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '2faf36c1-faaa-4141-b2e3-7d0bb8630d00', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'port_id': '558b0f53-6e88-4358-b78d-b3eab605be69', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'mac_address': 'fa:16:3e:df:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312deef7-cebe-4819-a5bf-08313b421e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:58:19Z', 'updated_at': '2022-04-12T17:58:35Z', 'revision_number': 1, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e348f39-4cd8-495b-89ed-6c3dfcff9cc9', 'name': '', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'mac_address': 'fa:16:3e:d1:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:20Z', 'revision_number': 5, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'subnets': [{'id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:58:37.666523 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f62168-9b6d-452e-86b3-54018e069162 None None] New status for floating IP 2faf36c1-faaa-4141-b2e3-7d0bb8630d00: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:58:37.679809 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacbdfd-b090-4c86-b227-9dbf11797706 req-55d37a27-e1a0-48b3-b13c-aa86969ac6d1 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:37.681531 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-adacbdfd-b090-4c86-b227-9dbf11797706 req-55d37a27-e1a0-48b3-b13c-aa86969ac6d1 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0631125 Apr 12 17:58:37.751606 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-adacbdfd-b090-4c86-b227-9dbf11797706 req-7e2cb0f9-978b-4f53-9e50-e4473fa8ca4e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633185 Apr 12 17:58:38.883080 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c4630-cdbd-4db2-8c87-285559744a44 req-bb15cc19-2ca1-4197-8bf6-3468a18c4ca8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:38.884548 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-874c4630-cdbd-4db2-8c87-285559744a44 req-bb15cc19-2ca1-4197-8bf6-3468a18c4ca8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0526607 Apr 12 17:58:38.933260 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-874c4630-cdbd-4db2-8c87-285559744a44 req-4a03697c-91b9-4198-b26e-47e34c385406 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431302 Apr 12 17:58:40.103837 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5e2ea-2721-45f3-af62-2a6877727d2d req-803d1a10-07d6-4aac-b0ff-c2237618d0cc tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:40.105398 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-70f5e2ea-2721-45f3-af62-2a6877727d2d req-803d1a10-07d6-4aac-b0ff-c2237618d0cc tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0505900 Apr 12 17:58:40.153227 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-70f5e2ea-2721-45f3-af62-2a6877727d2d req-26b7836f-4190-4a8c-820d-59761c1e82c4 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422580 Apr 12 17:58:41.272136 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da484b-115a-470a-80d1-ff304f706ffd req-6a0d64a5-c5da-426d-94da-c7781cbdc0be tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:41.274033 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-02da484b-115a-470a-80d1-ff304f706ffd req-6a0d64a5-c5da-426d-94da-c7781cbdc0be tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0478981 Apr 12 17:58:41.325729 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-02da484b-115a-470a-80d1-ff304f706ffd req-9adb49f9-3b7a-493f-86c3-9ff217b96e74 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459824 Apr 12 17:58:42.451787 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04047694-b7cf-456b-8171-5fb802021b07 req-3c023648-52f0-4bf5-9989-aab9c71b4ea8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:42.453381 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-04047694-b7cf-456b-8171-5fb802021b07 req-3c023648-52f0-4bf5-9989-aab9c71b4ea8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0554724 Apr 12 17:58:42.506402 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-04047694-b7cf-456b-8171-5fb802021b07 req-9c9b43e8-b9bd-47a9-aa97-14206199da7f tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462134 Apr 12 17:58:43.633208 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac823482-b31a-48af-98c5-e2c0f7339968 req-5d28c853-9f6d-4ed0-8e2a-ccf840aa5f91 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:43.634744 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ac823482-b31a-48af-98c5-e2c0f7339968 req-5d28c853-9f6d-4ed0-8e2a-ccf840aa5f91 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0481045 Apr 12 17:58:43.682886 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ac823482-b31a-48af-98c5-e2c0f7339968 req-70e0b6f5-a0dd-49f1-9d2c-6cecbd7af1f7 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424466 Apr 12 17:58:44.802150 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef154195-0053-4c46-8230-0c5b026eacdd req-2997adbe-b9cc-44d1-8004-2bf671c9d3a0 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:44.803672 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ef154195-0053-4c46-8230-0c5b026eacdd req-2997adbe-b9cc-44d1-8004-2bf671c9d3a0 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0489800 Apr 12 17:58:44.852935 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ef154195-0053-4c46-8230-0c5b026eacdd req-8dbf8437-09af-41ae-bcad-0e6e3291c564 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435851 Apr 12 17:58:45.975471 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba27c0-c4ea-4e6a-ad94-ae9f5d330e8f req-b73335e4-a47d-44c4-97ee-25218af15c9e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:45.977153 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-17ba27c0-c4ea-4e6a-ad94-ae9f5d330e8f req-b73335e4-a47d-44c4-97ee-25218af15c9e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0503397 Apr 12 17:58:46.026666 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-17ba27c0-c4ea-4e6a-ad94-ae9f5d330e8f req-1c99a139-76cf-4b00-9ec8-65ce6e1bfcf4 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433264 Apr 12 17:58:47.146936 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597ec72-e6c8-4aa3-8e1a-6932cef32aef req-8d96b726-527e-4e44-ab07-015dd2e56b3d tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:47.148357 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0597ec72-e6c8-4aa3-8e1a-6932cef32aef req-8d96b726-527e-4e44-ab07-015dd2e56b3d tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0474668 Apr 12 17:58:47.197915 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0597ec72-e6c8-4aa3-8e1a-6932cef32aef req-df1965e6-29df-4b7b-a64e-7b3a96506a3b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438941 Apr 12 17:58:48.317592 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9fa0b-9b78-4f54-a896-a6dffd0c4e3f req-390dbae1-b20c-4b8b-8d46-3e2f7ceff23d tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:48.319083 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-fcb9fa0b-9b78-4f54-a896-a6dffd0c4e3f req-390dbae1-b20c-4b8b-8d46-3e2f7ceff23d tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0487185 Apr 12 17:58:48.370669 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-fcb9fa0b-9b78-4f54-a896-a6dffd0c4e3f req-6552be77-e1c0-48f1-a421-9d16f9ece4fc tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460243 Apr 12 17:58:49.485338 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45afa27-0181-4568-86c1-5fca9873a676 req-4a480dc3-9190-4ce9-90a5-a55ec5bbf628 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:49.486883 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c45afa27-0181-4568-86c1-5fca9873a676 req-4a480dc3-9190-4ce9-90a5-a55ec5bbf628 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0459237 Apr 12 17:58:49.533237 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c45afa27-0181-4568-86c1-5fca9873a676 req-46205d89-a7ce-4927-965e-dca6da535be3 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408244 Apr 12 17:58:50.648280 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579ec6a-eb59-406b-a56f-3a81f218bbee req-3d36369b-9e4b-4ef4-a82d-655cdbb6e87e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:50.649726 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f579ec6a-eb59-406b-a56f-3a81f218bbee req-3d36369b-9e4b-4ef4-a82d-655cdbb6e87e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0462446 Apr 12 17:58:50.696261 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f579ec6a-eb59-406b-a56f-3a81f218bbee req-b997950a-0da2-4e2a-b8d4-101c7880eb3e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409245 Apr 12 17:58:51.814748 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e5093-261c-40b4-8701-4f56f815ff77 req-68369a6e-7027-41d5-aea7-c6f09f1fc896 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:51.816202 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f55e5093-261c-40b4-8701-4f56f815ff77 req-68369a6e-7027-41d5-aea7-c6f09f1fc896 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0496945 Apr 12 17:58:51.861277 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f55e5093-261c-40b4-8701-4f56f815ff77 req-bf33a60c-ece2-4525-96c3-0e0c5670e0a0 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396614 Apr 12 17:58:52.977296 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1965938-1267-44bc-ba9a-5b599ba922ac req-cd26811b-f6d7-4cce-ace1-c8abea112b71 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:52.978776 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f1965938-1267-44bc-ba9a-5b599ba922ac req-cd26811b-f6d7-4cce-ace1-c8abea112b71 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0462737 Apr 12 17:58:53.030293 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f1965938-1267-44bc-ba9a-5b599ba922ac req-af041d61-4f95-4b40-a92c-a3a01e2677e8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459414 Apr 12 17:58:54.146228 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d867dd-a230-4d3a-a2c4-23544b463d9b req-ca4899f3-4d93-4caf-a934-fc1778d88f9d tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:54.147683 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-23d867dd-a230-4d3a-a2c4-23544b463d9b req-ca4899f3-4d93-4caf-a934-fc1778d88f9d tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0484810 Apr 12 17:58:54.193107 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-23d867dd-a230-4d3a-a2c4-23544b463d9b req-f12ed4b0-9af6-4f68-a126-60da80a90f7d tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399237 Apr 12 17:58:55.307302 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a41ae0-592d-4ee0-bc8d-6500df7e4fcf req-1449e38b-5d39-400c-b549-9e298367ba41 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:55.308785 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d7a41ae0-592d-4ee0-bc8d-6500df7e4fcf req-1449e38b-5d39-400c-b549-9e298367ba41 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0463183 Apr 12 17:58:55.358307 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d7a41ae0-592d-4ee0-bc8d-6500df7e4fcf req-4522f9fe-8232-442d-add0-f697dc73a230 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407395 Apr 12 17:58:56.475608 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec8e85-dfa5-497d-9b3f-9fa9a6c6de58 req-cd9c7bfe-d407-42a9-a7e7-d4f703273cc0 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:56.477077 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2cec8e85-dfa5-497d-9b3f-9fa9a6c6de58 req-cd9c7bfe-d407-42a9-a7e7-d4f703273cc0 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 944 time: 0.0484467 Apr 12 17:58:56.527169 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2cec8e85-dfa5-497d-9b3f-9fa9a6c6de58 req-d0018e71-343f-4342-92ce-ad7a7533d95b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446274 Apr 12 17:58:56.663973 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device c541fa19-d064-4b05-9037-14958ed97849 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:58:56.757143 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port c541fa19-d064-4b05-9037-14958ed97849, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c541fa19-d064-4b05-9037-14958ed97849,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:58:56.771309 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': 'c541fa19-d064-4b05-9037-14958ed97849', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'port_id': 'c541fa19-d064-4b05-9037-14958ed97849', 'mac_address': 'fa:16:3e:de:e4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:58:56.806813 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port c541fa19-d064-4b05-9037-14958ed97849 is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:58:56.807201 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (c541fa19-d064-4b05-9037-14958ed97849), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:56.819744 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c541fa19-d064-4b05-9037-14958ed97849 {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:58:56.837871 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port c541fa19-d064-4b05-9037-14958ed97849, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c541fa19-d064-4b05-9037-14958ed97849,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:58:56.841607 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (c541fa19-d064-4b05-9037-14958ed97849), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:56.886483 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=c541fa19-d064-4b05-9037-14958ed97849,revision_number=9']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:57.288260 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['c541fa19-d064-4b05-9037-14958ed97849'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:58:57.645699 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b56b3e-99b5-48c1-b28d-da2a43cdf9e4 req-3bd17551-c145-482f-847d-a12c7cb8dea4 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:57.647173 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-69b56b3e-99b5-48c1-b28d-da2a43cdf9e4 req-3bd17551-c145-482f-847d-a12c7cb8dea4 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 945 time: 0.0458491 Apr 12 17:58:57.692650 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-69b56b3e-99b5-48c1-b28d-da2a43cdf9e4 req-5f13360c-d34b-44f9-913d-5aca77f4107a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399077 Apr 12 17:58:58.256944 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-f627699a-f499-4d47-97b8-fcce92f8b5c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:58.672296 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device c541fa19-d064-4b05-9037-14958ed97849 up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:58:58.722651 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port c541fa19-d064-4b05-9037-14958ed97849 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:58:58.723122 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (c541fa19-d064-4b05-9037-14958ed97849), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:58.808612 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port c541fa19-d064-4b05-9037-14958ed97849 is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:58:58.809031 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (c541fa19-d064-4b05-9037-14958ed97849), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:58.830212 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bc45d-9e14-43c5-b26c-b1ab05710f3d req-e2c82a48-4f93-4c96-af62-94a2512cee85 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:58.831851 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c74bc45d-9e14-43c5-b26c-b1ab05710f3d req-e2c82a48-4f93-4c96-af62-94a2512cee85 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 945 time: 0.0532701 Apr 12 17:58:58.834877 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f74ac9-2076-4cf5-9cbf-2d77095db29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c541fa19-d064-4b05-9037-14958ed97849'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:58:58.837259 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58429f07-8ae3-4aa8-a8cf-d3891dcf8267" -d '{"events": [{"server_uuid": "12f74ac9-2076-4cf5-9cbf-2d77095db29c", "name": "network-vif-plugged", "status": "completed", "tag": "c541fa19-d064-4b05-9037-14958ed97849"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:58:58.851206 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port c541fa19-d064-4b05-9037-14958ed97849, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c541fa19-d064-4b05-9037-14958ed97849,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:58:58.856558 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (c541fa19-d064-4b05-9037-14958ed97849), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:58:58.881542 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3315ac-b073-48df-b70c-fa01984e396d x-openstack-request-id: req-1f3315ac-b073-48df-b70c-fa01984e396d {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:58:58.881848 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f74ac9-2076-4cf5-9cbf-2d77095db29c", "name": "network-vif-plugged", "status": "completed", "tag": "c541fa19-d064-4b05-9037-14958ed97849", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:58:58.882213 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f3315ac-b073-48df-b70c-fa01984e396d {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:58:58.882571 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3315ac-b073-48df-b70c-fa01984e396d'] response: {'server_uuid': '12f74ac9-2076-4cf5-9cbf-2d77095db29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c541fa19-d064-4b05-9037-14958ed97849', 'code': 200} Apr 12 17:58:58.909994 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c74bc45d-9e14-43c5-b26c-b1ab05710f3d req-b5b52869-2155-4688-8b2c-d06a97fbedd1 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720153 Apr 12 17:58:58.912759 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=c541fa19-d064-4b05-9037-14958ed97849,revision_number=10']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:58:59.495094 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a68f6-7697-46da-bdff-01a4b50d95b2 req-3da889b8-9b55-4a31-9f19-339f7d2e7efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:58:59.496540 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8e1a68f6-7697-46da-bdff-01a4b50d95b2 req-3da889b8-9b55-4a31-9f19-339f7d2e7efa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 1131 time: 0.0403819 Apr 12 17:58:59.539228 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8e1a68f6-7697-46da-bdff-01a4b50d95b2 req-1afec420-14cf-453c-99fe-bb9384890748 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358601 Apr 12 17:59:00.033019 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f9ad3-fcf4-4e0e-9a83-8f2b6b28f205 req-94281fd8-94fd-47ce-9c28-4ae5b4eebefe tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:00.035904 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-155f9ad3-fcf4-4e0e-9a83-8f2b6b28f205 req-94281fd8-94fd-47ce-9c28-4ae5b4eebefe tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 947 time: 0.0494034 Apr 12 17:59:00.083500 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-155f9ad3-fcf4-4e0e-9a83-8f2b6b28f205 req-2094035c-54d0-48f7-9152-92d9296538ea tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416117 Apr 12 17:59:00.810522 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e817ef8b-226c-4728-bf84-94574c36ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:00.831667 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ca5048af-1839-45dc-91cd-75231f201fbf req-640f1886-69d4-4599-bf0e-ffc03d47c5fe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399780 Apr 12 17:59:00.939094 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5048af-1839-45dc-91cd-75231f201fbf req-a6e3e534-6151-4d25-8d89-bdeb7741f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:00.941002 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ca5048af-1839-45dc-91cd-75231f201fbf req-a6e3e534-6151-4d25-8d89-bdeb7741f439 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f15b7fa885d74f029c4594b80329f70f&device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 1130 time: 0.0414560 Apr 12 17:59:01.055680 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5048af-1839-45dc-91cd-75231f201fbf req-78b0608b-5af1-48b3-b1ad-f49fd0b9c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:01.057156 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ca5048af-1839-45dc-91cd-75231f201fbf req-78b0608b-5af1-48b3-b1ad-f49fd0b9c429 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2876e2a1-3492-40af-97a0-a80d1612333d HTTP/1.1" status: 200 len: 920 time: 0.0842285 Apr 12 17:59:01.208474 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90955943-4f50-4620-a627-1f5a6852f03b req-86d63803-b365-403d-8226-175082fdc6e4 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:01.210008 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-90955943-4f50-4620-a627-1f5a6852f03b req-86d63803-b365-403d-8226-175082fdc6e4 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 947 time: 0.0530431 Apr 12 17:59:01.260480 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-90955943-4f50-4620-a627-1f5a6852f03b req-84e38028-8c93-41c6-9f21-85e864a372aa tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442531 Apr 12 17:59:01.653877 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:01.812672 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ca5048af-1839-45dc-91cd-75231f201fbf req-5dafe7aa-f204-4163-a1b1-6c7b8acae46d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b49707dc-926e-4d85-8477-c75036dbdbdd HTTP/1.1" status: 200 len: 217 time: 0.0375059 Apr 12 17:59:01.866001 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:01.867348 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5048af-1839-45dc-91cd-75231f201fbf req-d111f3f6-2571-47f0-aafd-d44bd7990c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:01.868802 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ca5048af-1839-45dc-91cd-75231f201fbf req-d111f3f6-2571-47f0-aafd-d44bd7990c29 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5aebc3d-31c6-4909-92e3-135069d3f64d HTTP/1.1" status: 200 len: 858 time: 0.0488803 Apr 12 17:59:01.918971 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5048af-1839-45dc-91cd-75231f201fbf req-d0360911-302b-4bee-a096-d917911960c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:01.920478 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ca5048af-1839-45dc-91cd-75231f201fbf req-d0360911-302b-4bee-a096-d917911960c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2876e2a1-3492-40af-97a0-a80d1612333d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427747 Apr 12 17:59:02.009313 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ca5048af-1839-45dc-91cd-75231f201fbf req-3077b079-d9e2-465e-9ed5-336f5f17cdbc service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810039 Apr 12 17:59:02.102734 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ca5048af-1839-45dc-91cd-75231f201fbf req-9c4552e4-6194-40bc-b7ee-2d88401abf31 service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824795 Apr 12 17:59:02.381005 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25380b8b-32aa-4905-b25c-a60e4f7b6f7a req-0f9a64a0-6a07-4723-a494-499ab0351b54 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:02.382472 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-25380b8b-32aa-4905-b25c-a60e4f7b6f7a req-0f9a64a0-6a07-4723-a494-499ab0351b54 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 947 time: 0.0471406 Apr 12 17:59:02.428722 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-25380b8b-32aa-4905-b25c-a60e4f7b6f7a req-e6cd86b4-67da-42f2-8b5a-2623656ddacc tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407150 Apr 12 17:59:03.089825 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:04.394224 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:08.326909 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48b6f5-470c-4a5a-82a0-1f965253a8e8 req-e881bbfd-f0ce-44ee-9280-ea3ccfb54147 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:08.328375 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ea48b6f5-470c-4a5a-82a0-1f965253a8e8 req-e881bbfd-f0ce-44ee-9280-ea3ccfb54147 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0475202 Apr 12 17:59:08.378147 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ea48b6f5-470c-4a5a-82a0-1f965253a8e8 req-df1f5733-ebdd-4f0f-b3bf-cc2e3aae8ef3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433791 Apr 12 17:59:08.595007 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:59:09.492788 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665a0e8-dc3d-4727-a3f8-094f6e7fedc5 req-fadcca8a-7a08-4158-9345-ecb887292458 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:09.494267 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f665a0e8-dc3d-4727-a3f8-094f6e7fedc5 req-fadcca8a-7a08-4158-9345-ecb887292458 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0467265 Apr 12 17:59:09.540194 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f665a0e8-dc3d-4727-a3f8-094f6e7fedc5 req-835ac889-2eb3-4d31-a6ae-97a4b8a5aa40 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404239 Apr 12 17:59:10.651608 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85d5a0-e541-4c9d-8bda-217c4dc54101 req-ba4db2c6-ca05-4ef8-bae1-1c75a7b93981 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:10.653079 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-fb85d5a0-e541-4c9d-8bda-217c4dc54101 req-ba4db2c6-ca05-4ef8-bae1-1c75a7b93981 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0465884 Apr 12 17:59:10.698717 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-fb85d5a0-e541-4c9d-8bda-217c4dc54101 req-c4d30207-6d6b-4099-b13b-dd192826c048 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400066 Apr 12 17:59:11.811508 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c988c-489e-435c-a7ed-0151afe5b47b req-c45f6596-9bb0-43d3-a45b-866f7cdee076 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:11.812940 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9c4c988c-489e-435c-a7ed-0151afe5b47b req-c45f6596-9bb0-43d3-a45b-866f7cdee076 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0483546 Apr 12 17:59:11.858191 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9c4c988c-489e-435c-a7ed-0151afe5b47b req-73fd7c81-b5ba-4b0f-9609-aa157d6b8b66 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392325 Apr 12 17:59:12.976650 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbf55e-2d7f-4d64-9e40-4adeb5ede732 req-b96e9d22-2a77-45bb-b0a0-eedfa7771b88 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:12.978133 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e6fbf55e-2d7f-4d64-9e40-4adeb5ede732 req-b96e9d22-2a77-45bb-b0a0-eedfa7771b88 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0464506 Apr 12 17:59:13.024061 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e6fbf55e-2d7f-4d64-9e40-4adeb5ede732 req-b5cdab1b-77e3-4e83-8acb-f0206abb4eed tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405178 Apr 12 17:59:14.141379 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300f74e-04c3-4629-91ae-14a87a68846e req-fd95563a-56fd-4c9f-a42f-75878ebd3760 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:14.142865 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c300f74e-04c3-4629-91ae-14a87a68846e req-fd95563a-56fd-4c9f-a42f-75878ebd3760 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0494254 Apr 12 17:59:14.188562 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c300f74e-04c3-4629-91ae-14a87a68846e req-7a00e432-e66a-4d9b-8fa1-fae822db3ae7 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402279 Apr 12 17:59:15.299009 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104beaaf-1cf0-4acc-ad06-957b0f0cfb2d req-589884c2-6f7c-4897-8159-eba4030582ec tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:15.300491 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-104beaaf-1cf0-4acc-ad06-957b0f0cfb2d req-589884c2-6f7c-4897-8159-eba4030582ec tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0472524 Apr 12 17:59:15.345528 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-104beaaf-1cf0-4acc-ad06-957b0f0cfb2d req-403d82da-dfcf-4a9c-934f-3df6d1cec799 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395882 Apr 12 17:59:16.455817 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a0b97-76f7-4c20-b87e-bb5b874f1dad req-8516c4f8-aba1-41c3-aa5f-3243ddc632e0 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:16.458833 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8d9a0b97-76f7-4c20-b87e-bb5b874f1dad req-8516c4f8-aba1-41c3-aa5f-3243ddc632e0 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0476291 Apr 12 17:59:16.507164 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8d9a0b97-76f7-4c20-b87e-bb5b874f1dad req-2c6d9ced-0f09-4103-a1da-b3040d044296 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443969 Apr 12 17:59:17.620539 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2da58-1f6b-4213-bf71-9e105a6abbe4 req-2a84a490-d5e6-49a2-9d13-d60a4c34d025 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:17.621999 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-01f2da58-1f6b-4213-bf71-9e105a6abbe4 req-2a84a490-d5e6-49a2-9d13-d60a4c34d025 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0467350 Apr 12 17:59:17.668711 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-01f2da58-1f6b-4213-bf71-9e105a6abbe4 req-2e85b206-39e5-4f82-90aa-7616ed5708d4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410824 Apr 12 17:59:18.779700 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b674a8-02f5-4223-b77a-510e8d6ed6f8 req-0987b82b-45e2-4a5c-8ac0-d684af563221 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:18.781931 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-46b674a8-02f5-4223-b77a-510e8d6ed6f8 req-0987b82b-45e2-4a5c-8ac0-d684af563221 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0473695 Apr 12 17:59:18.831097 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-46b674a8-02f5-4223-b77a-510e8d6ed6f8 req-53f414b0-8949-4998-b6e2-c695d3953721 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433080 Apr 12 17:59:19.946787 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b3192-5727-41e0-a303-edbca776c31f req-44e05cfd-410c-4a2a-b976-eab7626009b9 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:19.948249 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-bd9b3192-5727-41e0-a303-edbca776c31f req-44e05cfd-410c-4a2a-b976-eab7626009b9 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0491304 Apr 12 17:59:19.993403 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-bd9b3192-5727-41e0-a303-edbca776c31f req-8f796ee0-14e2-45e0-8e2c-75b68b7cc8a6 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396690 Apr 12 17:59:21.126424 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e7893-a0d7-474b-9d65-0d16746a4a23 req-cdbb1ed5-d96b-4a23-a8ee-cc2c89266c83 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:21.127890 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-068e7893-a0d7-474b-9d65-0d16746a4a23 req-cdbb1ed5-d96b-4a23-a8ee-cc2c89266c83 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0628881 Apr 12 17:59:21.174059 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-068e7893-a0d7-474b-9d65-0d16746a4a23 req-6570c714-6527-4898-af66-69524e7cb237 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403643 Apr 12 17:59:22.285107 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b997e5e-cbcc-4431-a80d-994a5ec222c9 req-92da93ff-4d2a-4155-8d7c-df2f78070065 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:22.286716 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0b997e5e-cbcc-4431-a80d-994a5ec222c9 req-92da93ff-4d2a-4155-8d7c-df2f78070065 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0479004 Apr 12 17:59:22.335737 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0b997e5e-cbcc-4431-a80d-994a5ec222c9 req-9ef1fcc9-2096-46ad-8bd0-51307704f848 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431314 Apr 12 17:59:23.446525 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7b8a4-4e2e-4dfc-867b-7476e0ac948b req-9c14d522-71c2-484c-b9b4-291c9b711b8a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:23.448012 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-57f7b8a4-4e2e-4dfc-867b-7476e0ac948b req-9c14d522-71c2-484c-b9b4-291c9b711b8a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0468454 Apr 12 17:59:23.494094 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-57f7b8a4-4e2e-4dfc-867b-7476e0ac948b req-cad2ffdc-0a95-43aa-a3f9-92010ce908bc tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405805 Apr 12 17:59:24.135377 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfcadd-527a-478e-9ed9-a8fa259bfa87 req-baaba45c-bc8f-4475-a88d-406d447efe47 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:24.136826 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-84bfcadd-527a-478e-9ed9-a8fa259bfa87 req-baaba45c-bc8f-4475-a88d-406d447efe47 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 945 time: 0.0456586 Apr 12 17:59:24.190831 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-84bfcadd-527a-478e-9ed9-a8fa259bfa87 req-421c34d4-d7a0-4dea-a07c-1006b2331819 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=abd5a9a0-3ef0-4d7d-9539-09bb0435d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485580 Apr 12 17:59:24.610492 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc1661-b32f-466d-ab10-85dc484a0d56 req-21cf96e4-6c59-4535-a727-25796a64c66d tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:24.611962 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-01cc1661-b32f-466d-ab10-85dc484a0d56 req-21cf96e4-6c59-4535-a727-25796a64c66d tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0490961 Apr 12 17:59:24.657913 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-01cc1661-b32f-466d-ab10-85dc484a0d56 req-f59f5dd8-5475-4d24-912c-36a5b13d7626 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396385 Apr 12 17:59:24.847243 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc2b9-dc35-40a0-a17c-152be4d8274f req-11bc1006-a306-4d3a-945a-e1459515324b tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:24.849390 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-13ffc2b9-dc35-40a0-a17c-152be4d8274f req-11bc1006-a306-4d3a-945a-e1459515324b tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0459745 Apr 12 17:59:24.893057 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-13ffc2b9-dc35-40a0-a17c-152be4d8274f req-03871f0f-0a17-43d7-9da8-9480743f016a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383127 Apr 12 17:59:25.307706 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0368e-dd82-4597-bd0b-4b2b735e193b req-9a8226b1-9059-4d60-b3be-ceb1ad24b70f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:25.309159 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2ad0368e-dd82-4597-bd0b-4b2b735e193b req-9a8226b1-9059-4d60-b3be-ceb1ad24b70f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 945 time: 0.0497167 Apr 12 17:59:25.356466 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2ad0368e-dd82-4597-bd0b-4b2b735e193b req-81b90c35-8d63-4aa3-8c59-34eb2cefba5b tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=abd5a9a0-3ef0-4d7d-9539-09bb0435d26c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417516 Apr 12 17:59:25.600732 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f183f-dee1-4a8b-9159-41ea5ee5d717 req-77c56d66-8ead-4a99-9ff9-a16826546c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:25.602123 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-922f183f-dee1-4a8b-9159-41ea5ee5d717 req-77c56d66-8ead-4a99-9ff9-a16826546c4b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6805cc1691a2411e9fe93aa26e73962a&device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 1129 time: 0.0398800 Apr 12 17:59:25.694338 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f183f-dee1-4a8b-9159-41ea5ee5d717 req-8797a271-39a5-4c9c-b7ce-bfaad45cc2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:25.695796 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-922f183f-dee1-4a8b-9159-41ea5ee5d717 req-8797a271-39a5-4c9c-b7ce-bfaad45cc2a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=962da255-4ac2-45d1-ad32-4d4894c84b68 HTTP/1.1" status: 200 len: 912 time: 0.0869312 Apr 12 17:59:25.698650 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6390f0-f692-42b6-90df-cf9893bd2ed2 req-f337df20-e7e2-4089-89ce-cbbf28b92da3 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:25.700074 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1b6390f0-f692-42b6-90df-cf9893bd2ed2 req-f337df20-e7e2-4089-89ce-cbbf28b92da3 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.23 "GET /v2.0/ports?device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 945 time: 0.0457246 Apr 12 17:59:25.765393 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-922f183f-dee1-4a8b-9159-41ea5ee5d717 req-5ddaf288-8378-4e54-90bd-45b5192abe03 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09223875-0639-476f-8258-6dbb3aff75a2 HTTP/1.1" status: 200 len: 999 time: 0.0591860 Apr 12 17:59:25.791010 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-1b6390f0-f692-42b6-90df-cf9893bd2ed2 req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Deleting port febcfb16-574b-4916-bce4-46c5cf480a76 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:59:25.791356 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1b6390f0-f692-42b6-90df-cf9893bd2ed2 req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (febcfb16-574b-4916-bce4-46c5cf480a76), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:25.814838 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f183f-dee1-4a8b-9159-41ea5ee5d717 req-6f358421-d9ef-4de5-acd2-f13d5a6da52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:25.816307 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-922f183f-dee1-4a8b-9159-41ea5ee5d717 req-6f358421-d9ef-4de5-acd2-f13d5a6da52c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58bfda40-3da6-4fb6-b2fa-6600bac73073 HTTP/1.1" status: 200 len: 850 time: 0.0441577 Apr 12 17:59:25.863145 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f183f-dee1-4a8b-9159-41ea5ee5d717 req-5f3941a2-1f85-4d59-ac29-7c7c68c661e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:25.864819 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-922f183f-dee1-4a8b-9159-41ea5ee5d717 req-5f3941a2-1f85-4d59-ac29-7c7c68c661e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=962da255-4ac2-45d1-ad32-4d4894c84b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413957 Apr 12 17:59:25.878633 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-1b6390f0-f692-42b6-90df-cf9893bd2ed2 req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] For port febcfb16-574b-4916-bce4-46c5cf480a76, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=febcfb16-574b-4916-bce4-46c5cf480a76,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:25.878633 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1b6390f0-f692-42b6-90df-cf9893bd2ed2 req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (febcfb16-574b-4916-bce4-46c5cf480a76), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:25.955130 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-922f183f-dee1-4a8b-9159-41ea5ee5d717 req-1739f877-c70c-4224-8dec-d8c68e4d85e0 service neutron] 10.222.0.23 "GET /v2.0/networks/962da255-4ac2-45d1-ad32-4d4894c84b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836718 Apr 12 17:59:26.055469 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394647b-1302-4dfe-b2fc-ca47dbc80f67 req-e1a47995-57b9-4567-9bcf-3707df30059a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:26.056947 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5394647b-1302-4dfe-b2fc-ca47dbc80f67 req-e1a47995-57b9-4567-9bcf-3707df30059a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0879540 Apr 12 17:59:26.101076 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1b6390f0-f692-42b6-90df-cf9893bd2ed2 req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:26.101449 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1b6390f0-f692-42b6-90df-cf9893bd2ed2 req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (a3962913-8ca3-45db-bd5c-3d246347c3a6), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:26.102224 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.l3_db [req-1b6390f0-f692-42b6-90df-cf9893bd2ed2 req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Floating IP a3962913-8ca3-45db-bd5c-3d246347c3a6 disassociated. External IP: 172.27.0.55, port: febcfb16-574b-4916-bce4-46c5cf480a76. Apr 12 17:59:26.102224 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-1b6390f0-f692-42b6-90df-cf9893bd2ed2 req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Calling delete_port for febcfb16-574b-4916-bce4-46c5cf480a76 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:59:26.107174 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-922f183f-dee1-4a8b-9159-41ea5ee5d717 req-449635b5-33d9-4bc6-af7f-aaff6ba713ee service neutron] 10.222.0.23 "GET /v2.0/networks/962da255-4ac2-45d1-ad32-4d4894c84b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452265 Apr 12 17:59:26.121237 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5394647b-1302-4dfe-b2fc-ca47dbc80f67 req-64e3ca7c-9140-4bd8-a18e-69a919f35454 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584040 Apr 12 17:59:26.227739 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1b6390f0-f692-42b6-90df-cf9893bd2ed2 req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583'] for port (febcfb16-574b-4916-bce4-46c5cf480a76), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:26.253000 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event deleted for resources: {'Port': ['ID=febcfb16-574b-4916-bce4-46c5cf480a76,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:26.267231 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:26.267584 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:26.267930 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:26.268274 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:26.268610 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:26.268946 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:26.269278 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:26.269606 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:26.269937 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:26.270908 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:26.271239 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:26.271567 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:26.272073 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:26.272298 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:26.272791 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:26.385818 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b6390f0-f692-42b6-90df-cf9893bd2ed2 req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Router 3b74fc5e-26df-4305-b927-5261426f0429 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:59:26.458854 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a5aa7c48-7f32-40ab-bbce-8c6b75e7fadf req-315cd979-e7c7-44aa-b4ed-988847402267 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 210 time: 0.0291872 Apr 12 17:59:26.495448 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b6390f0-f692-42b6-90df-cf9893bd2ed2 req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:59:26.506535 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e643817-7d80-4aa7-956f-5dbe271b4d0f None None] Sync routers for ids ['3b74fc5e-26df-4305-b927-5261426f0429'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:59:26.516635 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e643817-7d80-4aa7-956f-5dbe271b4d0f None None] Routers {'3b74fc5e-26df-4305-b927-5261426f0429'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:59:26.517348 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-8e643817-7d80-4aa7-956f-5dbe271b4d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:59:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['3b74fc5e-26df-4305-b927-5261426f0429'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:26.543012 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6390f0-f692-42b6-90df-cf9893bd2ed2 req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] No DVR routers for this DVR port febcfb16-574b-4916-bce4-46c5cf480a76 on host hv-cinder-83753 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:59:26.545714 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1b6390f0-f692-42b6-90df-cf9893bd2ed2 req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:26.549549 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1b6390f0-f692-42b6-90df-cf9893bd2ed2 req-3b9e266b-9a53-494c-80d4-7f23bb8696a6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.23 "DELETE /v2.0/ports/febcfb16-574b-4916-bce4-46c5cf480a76 HTTP/1.1" status: 204 len: 173 time: 0.8423634 Apr 12 17:59:26.549999 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3166ce07-7e30-4d8d-bac4-507b91c3f89f', 'name': 'network-vif-deleted', 'tag': 'febcfb16-574b-4916-bce4-46c5cf480a76'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:59:26.552854 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6620a701-3aea-4aaf-9200-255ac6de7013" -d '{"events": [{"server_uuid": "3166ce07-7e30-4d8d-bac4-507b91c3f89f", "name": "network-vif-deleted", "tag": "febcfb16-574b-4916-bce4-46c5cf480a76"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:59:26.599613 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c87ce8-8b25-433b-bf60-16ad3bacd4a2 x-openstack-request-id: req-13c87ce8-8b25-433b-bf60-16ad3bacd4a2 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:59:26.599911 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3166ce07-7e30-4d8d-bac4-507b91c3f89f", "name": "network-vif-deleted", "tag": "febcfb16-574b-4916-bce4-46c5cf480a76", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:59:26.600159 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13c87ce8-8b25-433b-bf60-16ad3bacd4a2 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:59:26.601170 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13c87ce8-8b25-433b-bf60-16ad3bacd4a2'] response: {'server_uuid': '3166ce07-7e30-4d8d-bac4-507b91c3f89f', 'name': 'network-vif-deleted', 'tag': 'febcfb16-574b-4916-bce4-46c5cf480a76', 'status': 'completed', 'code': 200} Apr 12 17:59:26.646214 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-8e643817-7d80-4aa7-956f-5dbe271b4d0f None None] Set router 3b74fc5e-26df-4305-b927-5261426f0429 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:59:26.861236 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-8e643817-7d80-4aa7-956f-5dbe271b4d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '4f50ff63-a767-45c1-91f9-654c96401085', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'port_id': '28a48dd9-d5a0-4a00-b11c-5d77c05c24ed', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'mac_address': 'fa:16:3e:6b:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b987260-2532-4632-9f8a-842b60be9242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:56:14Z', 'updated_at': '2022-04-12T17:56:51Z', 'revision_number': 2, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:26.890387 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e643817-7d80-4aa7-956f-5dbe271b4d0f None None] Checking router: 3b74fc5e-26df-4305-b927-5261426f0429 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:59:26.898696 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e643817-7d80-4aa7-956f-5dbe271b4d0f None None] Routers {'3b74fc5e-26df-4305-b927-5261426f0429'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:59:26.899229 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-8e643817-7d80-4aa7-956f-5dbe271b4d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:59:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['3b74fc5e-26df-4305-b927-5261426f0429'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:27.002057 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-8e643817-7d80-4aa7-956f-5dbe271b4d0f None None] Set router 3b74fc5e-26df-4305-b927-5261426f0429 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:59:27.216293 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-8e643817-7d80-4aa7-956f-5dbe271b4d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '4f50ff63-a767-45c1-91f9-654c96401085', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'port_id': '28a48dd9-d5a0-4a00-b11c-5d77c05c24ed', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'mac_address': 'fa:16:3e:6b:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b987260-2532-4632-9f8a-842b60be9242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:56:14Z', 'updated_at': '2022-04-12T17:56:51Z', 'revision_number': 2, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:27.247660 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e643817-7d80-4aa7-956f-5dbe271b4d0f None None] The sync data for ids ['3b74fc5e-26df-4305-b927-5261426f0429'] in dv-cinder-837534-1-iscsi is: [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '4f50ff63-a767-45c1-91f9-654c96401085', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'port_id': '28a48dd9-d5a0-4a00-b11c-5d77c05c24ed', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'mac_address': 'fa:16:3e:6b:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b987260-2532-4632-9f8a-842b60be9242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:56:14Z', 'updated_at': '2022-04-12T17:56:51Z', 'revision_number': 2, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:59:27.251111 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc731533-118f-47ed-9357-4f07ec67d242 req-8766d963-d982-44c1-9919-5298daec2306 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:27.260594 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-dc731533-118f-47ed-9357-4f07ec67d242 req-8766d963-d982-44c1-9919-5298daec2306 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0581284 Apr 12 17:59:27.326675 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-dc731533-118f-47ed-9357-4f07ec67d242 req-24dd4ba9-a621-4d14-b406-4091187e7c3d tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649748 Apr 12 17:59:27.529711 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92147b6f-2dd0-4143-8ca9-5e17277f740b None None] New status for floating IP a3962913-8ca3-45db-bd5c-3d246347c3a6: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:59:27.584473 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ce6353f1-339c-415e-ae94-7bfb9b5b87d6 req-b1c237c4-4094-4cd2-ab47-29eb1665191d tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=3166ce07-7e30-4d8d-bac4-507b91c3f89f HTTP/1.1" status: 200 len: 210 time: 0.0339367 Apr 12 17:59:28.259479 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-f8a146c5-4add-4f28-bb75-e403e3e8137e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:28.437293 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8820b8a-a17f-4c43-83fd-06a551f3c9c3 req-016963c7-4a05-4743-aae9-bd630dbc9405 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:28.438805 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c8820b8a-a17f-4c43-83fd-06a551f3c9c3 req-016963c7-4a05-4743-aae9-bd630dbc9405 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0516927 Apr 12 17:59:28.492770 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c8820b8a-a17f-4c43-83fd-06a551f3c9c3 req-6369c008-0843-4c17-af45-128246891337 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476093 Apr 12 17:59:28.673086 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41024) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:28.731348 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-357d81c3-343d-43a7-a876-7c8732af310f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (abd5a9a0-3ef0-4d7d-9539-09bb0435d26c), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:28.755464 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-357d81c3-343d-43a7-a876-7c8732af310f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (abd5a9a0-3ef0-4d7d-9539-09bb0435d26c), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:28.808289 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-357d81c3-343d-43a7-a876-7c8732af310f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (abd5a9a0-3ef0-4d7d-9539-09bb0435d26c), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:28.812116 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-357d81c3-343d-43a7-a876-7c8732af310f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:28.815831 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-357d81c3-343d-43a7-a876-7c8732af310f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "DELETE /v2.0/security-groups/abd5a9a0-3ef0-4d7d-9539-09bb0435d26c HTTP/1.1" status: 204 len: 168 time: 0.1389863 Apr 12 17:59:28.816696 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41026) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:28.834051 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d81c3-343d-43a7-a876-7c8732af310f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd5a9a0-3ef0-4d7d-9539-09bb0435d26c,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:28.834989 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.api.v2.resource [None req-0be7b9c9-e7fe-4dbb-a3a6-679701d2ed9f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] show failed (client error): The resource could not be found. Apr 12 17:59:28.839637 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-0be7b9c9-e7fe-4dbb-a3a6-679701d2ed9f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups/abd5a9a0-3ef0-4d7d-9539-09bb0435d26c HTTP/1.1" status: 404 len: 347 time: 0.0205228 Apr 12 17:59:28.840539 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41028) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:28.843987 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d81c3-343d-43a7-a876-7c8732af310f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:28.844348 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d81c3-343d-43a7-a876-7c8732af310f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:28.844764 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d81c3-343d-43a7-a876-7c8732af310f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:28.845137 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d81c3-343d-43a7-a876-7c8732af310f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:28.845480 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d81c3-343d-43a7-a876-7c8732af310f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:28.845819 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d81c3-343d-43a7-a876-7c8732af310f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:28.846158 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d81c3-343d-43a7-a876-7c8732af310f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:28.846517 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d81c3-343d-43a7-a876-7c8732af310f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:28.846850 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d81c3-343d-43a7-a876-7c8732af310f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:28.847180 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d81c3-343d-43a7-a876-7c8732af310f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:28.847514 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d81c3-343d-43a7-a876-7c8732af310f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:28.848117 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d81c3-343d-43a7-a876-7c8732af310f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:28.848523 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d81c3-343d-43a7-a876-7c8732af310f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:28.850612 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d81c3-343d-43a7-a876-7c8732af310f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:28.851147 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d81c3-343d-43a7-a876-7c8732af310f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:28.872982 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device febcfb16-574b-4916-bce4-46c5cf480a76 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:59:28.902503 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] No Port match for: febcfb16-574b-4916-bce4-46c5cf480a76 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:59:28.902848 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device febcfb16-574b-4916-bce4-46c5cf480a76 not bound to the agent host hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:59:28.974359 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-f164a061-373f-412f-ba70-716fb1240d58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Deleting port 06d68810-23ee-43e4-b13d-b2e4e9a5e75f {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:59:28.974719 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f164a061-373f-412f-ba70-716fb1240d58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (06d68810-23ee-43e4-b13d-b2e4e9a5e75f), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:29.052923 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f164a061-373f-412f-ba70-716fb1240d58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (06d68810-23ee-43e4-b13d-b2e4e9a5e75f), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:29.053248 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f164a061-373f-412f-ba70-716fb1240d58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (06d68810-23ee-43e4-b13d-b2e4e9a5e75f), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:29.067451 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-f164a061-373f-412f-ba70-716fb1240d58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Calling delete_port for 06d68810-23ee-43e4-b13d-b2e4e9a5e75f owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:59:29.204682 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f164a061-373f-412f-ba70-716fb1240d58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583'] for port (06d68810-23ee-43e4-b13d-b2e4e9a5e75f), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:29.233904 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164a061-373f-412f-ba70-716fb1240d58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event deleted for resources: {'Port': ['ID=06d68810-23ee-43e4-b13d-b2e4e9a5e75f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:29.254540 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f164a061-373f-412f-ba70-716fb1240d58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (a3962913-8ca3-45db-bd5c-3d246347c3a6), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:29.257034 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f164a061-373f-412f-ba70-716fb1240d58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:29.258165 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-f164a061-373f-412f-ba70-716fb1240d58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "DELETE /v2.0/floatingips/a3962913-8ca3-45db-bd5c-3d246347c3a6 HTTP/1.1" status: 204 len: 168 time: 0.4164801 Apr 12 17:59:30.811859 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1fbe-7e20-4398-a050-99082d805500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:30.932035 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e875112-aeb3-4173-8abd-753fc774bba6 req-a2077d82-84dc-49a8-be86-3a729934da8e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:30.933494 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8e875112-aeb3-4173-8abd-753fc774bba6 req-a2077d82-84dc-49a8-be86-3a729934da8e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 945 time: 0.0463922 Apr 12 17:59:30.979787 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8e875112-aeb3-4173-8abd-753fc774bba6 req-a4b71a62-a25f-4601-8c7e-cf12ac535e65 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=8508cf7b-02f6-4d8f-a241-1523e811a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403533 Apr 12 17:59:31.654307 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:31.866488 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:32.095553 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dd33e-b544-41c1-9334-b19a32393383 req-c176e1b3-2a49-4fe2-9dfb-b9e9419374d5 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:32.097009 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-be4dd33e-b544-41c1-9334-b19a32393383 req-c176e1b3-2a49-4fe2-9dfb-b9e9419374d5 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 945 time: 0.0502501 Apr 12 17:59:32.142627 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-be4dd33e-b544-41c1-9334-b19a32393383 req-067abe1a-f87a-4ece-bd5e-d80287640d3a tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=8508cf7b-02f6-4d8f-a241-1523e811a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392675 Apr 12 17:59:32.835829 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db844b0-6cb7-49a9-8c7b-84287913001d req-5e2829e7-0214-461a-addd-f7625263a45f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:32.837183 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5db844b0-6cb7-49a9-8c7b-84287913001d req-5e2829e7-0214-461a-addd-f7625263a45f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 945 time: 0.2797542 Apr 12 17:59:32.925976 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-5db844b0-6cb7-49a9-8c7b-84287913001d req-7f012530-0961-4fe8-a343-8b99146f8a2e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Deleting port 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:59:32.926486 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5db844b0-6cb7-49a9-8c7b-84287913001d req-7f012530-0961-4fe8-a343-8b99146f8a2e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (28a48dd9-d5a0-4a00-b11c-5d77c05c24ed), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:33.017727 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-5db844b0-6cb7-49a9-8c7b-84287913001d req-7f012530-0961-4fe8-a343-8b99146f8a2e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] For port 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=28a48dd9-d5a0-4a00-b11c-5d77c05c24ed,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:33.018097 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5db844b0-6cb7-49a9-8c7b-84287913001d req-7f012530-0961-4fe8-a343-8b99146f8a2e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (28a48dd9-d5a0-4a00-b11c-5d77c05c24ed), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:33.094283 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:33.189395 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5db844b0-6cb7-49a9-8c7b-84287913001d req-7f012530-0961-4fe8-a343-8b99146f8a2e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:33.189761 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5db844b0-6cb7-49a9-8c7b-84287913001d req-7f012530-0961-4fe8-a343-8b99146f8a2e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (4f50ff63-a767-45c1-91f9-654c96401085), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:33.190081 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.l3_db [req-5db844b0-6cb7-49a9-8c7b-84287913001d req-7f012530-0961-4fe8-a343-8b99146f8a2e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Floating IP 4f50ff63-a767-45c1-91f9-654c96401085 disassociated. External IP: 172.27.0.216, port: 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed. Apr 12 17:59:33.190452 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-5db844b0-6cb7-49a9-8c7b-84287913001d req-7f012530-0961-4fe8-a343-8b99146f8a2e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Calling delete_port for 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:59:33.255083 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845211f-6f79-465e-a987-f4ea02db7c4d req-5f72acf9-55ed-4d25-85b8-8e962a0c4f6c tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:33.256470 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2845211f-6f79-465e-a987-f4ea02db7c4d req-5f72acf9-55ed-4d25-85b8-8e962a0c4f6c tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b987260-2532-4632-9f8a-842b60be9242 HTTP/1.1" status: 200 len: 945 time: 0.0457404 Apr 12 17:59:33.305209 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2845211f-6f79-465e-a987-f4ea02db7c4d req-6823b0a1-92f5-4d16-9424-934cce0f9aba tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=8508cf7b-02f6-4d8f-a241-1523e811a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429969 Apr 12 17:59:33.321309 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5db844b0-6cb7-49a9-8c7b-84287913001d req-7f012530-0961-4fe8-a343-8b99146f8a2e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583'] for port (28a48dd9-d5a0-4a00-b11c-5d77c05c24ed), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:33.350341 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f012530-0961-4fe8-a343-8b99146f8a2e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event deleted for resources: {'Port': ['ID=28a48dd9-d5a0-4a00-b11c-5d77c05c24ed,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:33.476566 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5db844b0-6cb7-49a9-8c7b-84287913001d req-7f012530-0961-4fe8-a343-8b99146f8a2e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Router 3b74fc5e-26df-4305-b927-5261426f0429 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:59:33.585372 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5db844b0-6cb7-49a9-8c7b-84287913001d req-7f012530-0961-4fe8-a343-8b99146f8a2e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:59:33.594463 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799c7f1-720c-4fbc-8805-4adbf18e298f None None] Sync routers for ids ['3b74fc5e-26df-4305-b927-5261426f0429'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:59:33.604160 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9799c7f1-720c-4fbc-8805-4adbf18e298f None None] Routers {'3b74fc5e-26df-4305-b927-5261426f0429'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:59:33.604713 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-9799c7f1-720c-4fbc-8805-4adbf18e298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:59:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['3b74fc5e-26df-4305-b927-5261426f0429'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:33.627696 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db844b0-6cb7-49a9-8c7b-84287913001d req-7f012530-0961-4fe8-a343-8b99146f8a2e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] No DVR routers for this DVR port 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed on host hv-cinder-83753 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:59:33.630488 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-5db844b0-6cb7-49a9-8c7b-84287913001d req-7f012530-0961-4fe8-a343-8b99146f8a2e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:33.633724 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5db844b0-6cb7-49a9-8c7b-84287913001d req-7f012530-0961-4fe8-a343-8b99146f8a2e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.23 "DELETE /v2.0/ports/28a48dd9-d5a0-4a00-b11c-5d77c05c24ed HTTP/1.1" status: 204 len: 173 time: 0.7911677 Apr 12 17:59:33.634159 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b987260-2532-4632-9f8a-842b60be9242', 'name': 'network-vif-deleted', 'tag': '28a48dd9-d5a0-4a00-b11c-5d77c05c24ed'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:59:33.636447 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c39b6da-d7b0-4266-83bc-d732261df500" -d '{"events": [{"server_uuid": "9b987260-2532-4632-9f8a-842b60be9242", "name": "network-vif-deleted", "tag": "28a48dd9-d5a0-4a00-b11c-5d77c05c24ed"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:59:33.674031 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786d1851-973d-47d2-88d9-6affd6566191 x-openstack-request-id: req-786d1851-973d-47d2-88d9-6affd6566191 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:59:33.674396 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b987260-2532-4632-9f8a-842b60be9242", "name": "network-vif-deleted", "tag": "28a48dd9-d5a0-4a00-b11c-5d77c05c24ed", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:59:33.674628 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-786d1851-973d-47d2-88d9-6affd6566191 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:59:33.675010 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-786d1851-973d-47d2-88d9-6affd6566191'] response: {'server_uuid': '9b987260-2532-4632-9f8a-842b60be9242', 'name': 'network-vif-deleted', 'tag': '28a48dd9-d5a0-4a00-b11c-5d77c05c24ed', 'status': 'completed', 'code': 200} Apr 12 17:59:33.722419 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-9799c7f1-720c-4fbc-8805-4adbf18e298f None None] Set router 3b74fc5e-26df-4305-b927-5261426f0429 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:59:33.916152 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-9799c7f1-720c-4fbc-8805-4adbf18e298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:34.032612 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799c7f1-720c-4fbc-8805-4adbf18e298f None None] Checking router: 3b74fc5e-26df-4305-b927-5261426f0429 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:59:34.042342 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9799c7f1-720c-4fbc-8805-4adbf18e298f None None] Routers {'3b74fc5e-26df-4305-b927-5261426f0429'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:59:34.042947 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-9799c7f1-720c-4fbc-8805-4adbf18e298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:59:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['3b74fc5e-26df-4305-b927-5261426f0429'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:34.153050 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-9799c7f1-720c-4fbc-8805-4adbf18e298f None None] Set router 3b74fc5e-26df-4305-b927-5261426f0429 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:59:34.334129 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-9799c7f1-720c-4fbc-8805-4adbf18e298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:34.360869 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799c7f1-720c-4fbc-8805-4adbf18e298f None None] The sync data for ids ['3b74fc5e-26df-4305-b927-5261426f0429'] in dv-cinder-837534-1-iscsi is: [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:59:34.402637 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41074) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:34.406624 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:34.459972 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6b447d88-5012-436e-9b57-6498da0ce7c6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (8508cf7b-02f6-4d8f-a241-1523e811a1fa), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:34.483328 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6b447d88-5012-436e-9b57-6498da0ce7c6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (8508cf7b-02f6-4d8f-a241-1523e811a1fa), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:34.540856 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6b447d88-5012-436e-9b57-6498da0ce7c6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (8508cf7b-02f6-4d8f-a241-1523e811a1fa), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:34.543806 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6b447d88-5012-436e-9b57-6498da0ce7c6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:34.547670 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-6b447d88-5012-436e-9b57-6498da0ce7c6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "DELETE /v2.0/security-groups/8508cf7b-02f6-4d8f-a241-1523e811a1fa HTTP/1.1" status: 204 len: 168 time: 0.1420455 Apr 12 17:59:34.548279 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41078) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:34.568523 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.api.v2.resource [None req-38a40957-131b-443c-be00-1823008bd312 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] show failed (client error): The resource could not be found. Apr 12 17:59:34.569585 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-38a40957-131b-443c-be00-1823008bd312 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups/8508cf7b-02f6-4d8f-a241-1523e811a1fa HTTP/1.1" status: 404 len: 347 time: 0.0171227 Apr 12 17:59:34.570387 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b447d88-5012-436e-9b57-6498da0ce7c6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8508cf7b-02f6-4d8f-a241-1523e811a1fa,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:34.572511 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41080) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:34.621704 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0933caa2-a17b-4ccb-80ed-2dc483c75638 None None] New status for floating IP 4f50ff63-a767-45c1-91f9-654c96401085: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:59:34.693187 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-35143f2e-6b53-4ba4-a2a5-4fa30883a09e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Deleting port e44ad78a-87ee-4c83-bcc0-eb11e3d25160 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:59:34.693427 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-35143f2e-6b53-4ba4-a2a5-4fa30883a09e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (e44ad78a-87ee-4c83-bcc0-eb11e3d25160), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:34.771084 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-35143f2e-6b53-4ba4-a2a5-4fa30883a09e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (e44ad78a-87ee-4c83-bcc0-eb11e3d25160), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:34.771418 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-35143f2e-6b53-4ba4-a2a5-4fa30883a09e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (e44ad78a-87ee-4c83-bcc0-eb11e3d25160), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:34.787041 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-35143f2e-6b53-4ba4-a2a5-4fa30883a09e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Calling delete_port for e44ad78a-87ee-4c83-bcc0-eb11e3d25160 owned by network:floatingip {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:59:34.919256 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-35143f2e-6b53-4ba4-a2a5-4fa30883a09e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (e44ad78a-87ee-4c83-bcc0-eb11e3d25160), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:34.947452 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35143f2e-6b53-4ba4-a2a5-4fa30883a09e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event deleted for resources: {'Port': ['ID=e44ad78a-87ee-4c83-bcc0-eb11e3d25160,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:35.007874 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-35143f2e-6b53-4ba4-a2a5-4fa30883a09e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (4f50ff63-a767-45c1-91f9-654c96401085), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:35.010366 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-35143f2e-6b53-4ba4-a2a5-4fa30883a09e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:35.011511 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-35143f2e-6b53-4ba4-a2a5-4fa30883a09e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "DELETE /v2.0/floatingips/4f50ff63-a767-45c1-91f9-654c96401085 HTTP/1.1" status: 204 len: 168 time: 0.4381106 Apr 12 17:59:35.303026 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41084) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:35.307475 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-ad10cbed-eade-43c2-8ce2-be36dd7be2dd tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--525291749', 'description': 'tempest-description--1009350817'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:59:35.327692 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ad10cbed-eade-43c2-8ce2-be36dd7be2dd tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:35.392622 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ad10cbed-eade-43c2-8ce2-be36dd7be2dd tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:35.396129 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ad10cbed-eade-43c2-8ce2-be36dd7be2dd tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:35.424258 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ad10cbed-eade-43c2-8ce2-be36dd7be2dd tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:35.425454 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-ad10cbed-eade-43c2-8ce2-be36dd7be2dd tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1214442 Apr 12 17:59:35.428102 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10cbed-eade-43c2-8ce2-be36dd7be2dd tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:35.428898 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41086) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:35.434961 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-1872f8e4-d7f9-461d-ab38-244d6c1f5501 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'security_group_rule': {'security_group_id': 'dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:59:35.460901 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1872f8e4-d7f9-461d-ab38-244d6c1f5501 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (8ca79ca7-4f9d-4e9f-8a2a-746d2716b4a6), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:35.517705 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1872f8e4-d7f9-461d-ab38-244d6c1f5501 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (8ca79ca7-4f9d-4e9f-8a2a-746d2716b4a6), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:35.521041 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1872f8e4-d7f9-461d-ab38-244d6c1f5501 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (8ca79ca7-4f9d-4e9f-8a2a-746d2716b4a6), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:35.537921 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872f8e4-d7f9-461d-ab38-244d6c1f5501 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca79ca7-4f9d-4e9f-8a2a-746d2716b4a6,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:35.545199 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1872f8e4-d7f9-461d-ab38-244d6c1f5501 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:35.546395 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-1872f8e4-d7f9-461d-ab38-244d6c1f5501 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164374 Apr 12 17:59:35.549044 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41088) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:35.553876 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ae981816-5f9c-4574-8ae2-505d6759401a tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'security_group_rule': {'security_group_id': 'dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:59:35.579486 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ae981816-5f9c-4574-8ae2-505d6759401a tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (f70b28ea-e78e-4025-96fb-78b1193d9245), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:35.634333 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ae981816-5f9c-4574-8ae2-505d6759401a tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (f70b28ea-e78e-4025-96fb-78b1193d9245), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:35.638842 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ae981816-5f9c-4574-8ae2-505d6759401a tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (f70b28ea-e78e-4025-96fb-78b1193d9245), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:35.655655 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae981816-5f9c-4574-8ae2-505d6759401a tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70b28ea-e78e-4025-96fb-78b1193d9245,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:35.664958 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ae981816-5f9c-4574-8ae2-505d6759401a tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:35.666209 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-ae981816-5f9c-4574-8ae2-505d6759401a tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161952 Apr 12 17:59:35.669636 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41092) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:35.674136 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-47b5c022-0a5b-4b95-b3ef-0a8f8827aff6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'floatingip': {'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:59:35.696441 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-47b5c022-0a5b-4b95-b3ef-0a8f8827aff6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:35.776043 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-47b5c022-0a5b-4b95-b3ef-0a8f8827aff6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:35.885357 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-47b5c022-0a5b-4b95-b3ef-0a8f8827aff6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Allocated IP 172.27.0.129 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/b6543754-1d5c-4889-9a35-08c608693371) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:59:36.225460 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-47b5c022-0a5b-4b95-b3ef-0a8f8827aff6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for port (b6543754-1d5c-4889-9a35-08c608693371), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:36.267934 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-47b5c022-0a5b-4b95-b3ef-0a8f8827aff6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (b6543754-1d5c-4889-9a35-08c608693371), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:36.309156 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b5c022-0a5b-4b95-b3ef-0a8f8827aff6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:59:36.314030 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-47b5c022-0a5b-4b95-b3ef-0a8f8827aff6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:59:36.318123 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b5c022-0a5b-4b95-b3ef-0a8f8827aff6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:59:36.323852 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5c022-0a5b-4b95-b3ef-0a8f8827aff6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'Port': ['ID=b6543754-1d5c-4889-9a35-08c608693371,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:36.410112 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-47b5c022-0a5b-4b95-b3ef-0a8f8827aff6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (695cfb19-8a16-471d-977e-7b7ea4c4c233), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:36.448260 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-47b5c022-0a5b-4b95-b3ef-0a8f8827aff6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b6543754-1d5c-4889-9a35-08c608693371), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:36.626287 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-47b5c022-0a5b-4b95-b3ef-0a8f8827aff6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for port (b6543754-1d5c-4889-9a35-08c608693371), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:36.631664 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-47b5c022-0a5b-4b95-b3ef-0a8f8827aff6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209085'] for port (b6543754-1d5c-4889-9a35-08c608693371), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:36.704968 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5c022-0a5b-4b95-b3ef-0a8f8827aff6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'Port': ['ID=b6543754-1d5c-4889-9a35-08c608693371,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:36.719648 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-47b5c022-0a5b-4b95-b3ef-0a8f8827aff6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (695cfb19-8a16-471d-977e-7b7ea4c4c233), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:36.737240 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-47b5c022-0a5b-4b95-b3ef-0a8f8827aff6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:36.738463 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-47b5c022-0a5b-4b95-b3ef-0a8f8827aff6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0677547 Apr 12 17:59:36.929959 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:59:36.950825 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-c8b0e5b1-42ab-410e-b74a-b77d30266867 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--525291749&fields=id&tenant_id=fd9169ef36f84184829de80e6adcc3eb HTTP/1.1" status: 200 len: 267 time: 0.0496039 Apr 12 17:59:36.952848 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] No Port match for: 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:59:36.953265 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 28a48dd9-d5a0-4a00-b11c-5d77c05c24ed not bound to the agent host hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:59:37.056153 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-407c35ec-4a9f-4d0b-a33c-abed056b0f38 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:37.057497 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-407c35ec-4a9f-4d0b-a33c-abed056b0f38 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/networks?id=686fab4f-3c38-4683-935f-38f19e4e8a4f HTTP/1.1" status: 200 len: 814 time: 0.1000328 Apr 12 17:59:37.072062 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-8364f642-cee0-4568-8f1e-98f6d49665c6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/quotas/fd9169ef36f84184829de80e6adcc3eb HTTP/1.1" status: 200 len: 375 time: 0.0093372 Apr 12 17:59:37.122309 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-ee8b8036-de45-4dec-bf3b-3f317ffca498 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd9169ef36f84184829de80e6adcc3eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454667 Apr 12 17:59:37.212728 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-9b221574-3500-4237-88ee-5b7af6eb0db0 service neutron] 10.222.0.24 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787559 Apr 12 17:59:37.305677 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-0d46b06b-8de6-4d05-b0a7-bdf64aadc68f service neutron] 10.222.0.24 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873840 Apr 12 17:59:37.463947 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3ddd369b-dd6f-4e62-8d15-580a28d0ab7c req-ee7b918e-c895-4b55-9c42-2a7ce4d298a7 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=0891d03b-9e80-42b5-95f2-a9b36ba9978e HTTP/1.1" status: 200 len: 210 time: 0.0271056 Apr 12 17:59:38.558751 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c85153c4-3170-467b-9f27-c592b928d332 req-ff4b7164-0b1d-4385-8b4d-525852727d25 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=0891d03b-9e80-42b5-95f2-a9b36ba9978e HTTP/1.1" status: 200 len: 210 time: 0.0283010 Apr 12 17:59:39.212363 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-249d899a-48cd-41b4-ba4b-2c50ddc50c43 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:39.213890 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-249d899a-48cd-41b4-ba4b-2c50ddc50c43 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.23 "GET /v2.0/networks?id=686fab4f-3c38-4683-935f-38f19e4e8a4f HTTP/1.1" status: 200 len: 814 time: 0.1378436 Apr 12 17:59:39.283503 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-4af05680-4285-463c-99f6-87c7de283cfd tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd9169ef36f84184829de80e6adcc3eb HTTP/1.1" status: 200 len: 379 time: 0.0589809 Apr 12 17:59:39.374541 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-6f638de9-9daf-4948-828b-208bcb968532 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'port': {'device_id': '0891d03b-9e80-42b5-95f2-a9b36ba9978e', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'admin_state_up': True, 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'security_groups': ['dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:59:39.478344 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-6f638de9-9daf-4948-828b-208bcb968532 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Made reservation on behalf of fd9169ef36f84184829de80e6adcc3eb for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:59:39.482252 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-6f638de9-9daf-4948-828b-208bcb968532 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.609562 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-6f638de9-9daf-4948-828b-208bcb968532 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Allocated IP 172.20.0.14 (686fab4f-3c38-4683-935f-38f19e4e8a4f/1e2e22a3-d988-42d0-ada7-fb014078e671/d82635b7-b2bc-42db-b3e0-41a84be577ec) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:59:39.656404 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b678500f-e5dd-4732-8d3f-6adfa4229742 req-6dda1b10-7e75-4304-b577-1e230212c623 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=0891d03b-9e80-42b5-95f2-a9b36ba9978e HTTP/1.1" status: 200 len: 210 time: 0.0280712 Apr 12 17:59:39.747903 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-6f638de9-9daf-4948-828b-208bcb968532 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for port (d82635b7-b2bc-42db-b3e0-41a84be577ec), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.781263 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-6f638de9-9daf-4948-828b-208bcb968532 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (d82635b7-b2bc-42db-b3e0-41a84be577ec), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.827759 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-6f638de9-9daf-4948-828b-208bcb968532 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Network 686fab4f-3c38-4683-935f-38f19e4e8a4f is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:59:39.832795 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-6f638de9-9daf-4948-828b-208bcb968532 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:59:39.837263 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-6f638de9-9daf-4948-828b-208bcb968532 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:59:39.842719 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-6f638de9-9daf-4948-828b-208bcb968532 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:39.843629 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-6f638de9-9daf-4948-828b-208bcb968532 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:39.855561 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f638de9-9daf-4948-828b-208bcb968532 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'Port': ['ID=d82635b7-b2bc-42db-b3e0-41a84be577ec,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:39.867378 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-6f638de9-9daf-4948-828b-208bcb968532 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.4968677 Apr 12 17:59:39.879961 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] Request body: {'port': {'device_id': '0891d03b-9e80-42b5-95f2-a9b36ba9978e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:59:39.949679 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (d82635b7-b2bc-42db-b3e0-41a84be577ec), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:40.095931 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-c376e7b6-2367-4f17-b07d-c5a91e32d719 None None] Provisioning complete for port d82635b7-b2bc-42db-b3e0-41a84be577ec triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:59:40.096483 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c376e7b6-2367-4f17-b07d-c5a91e32d719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (d82635b7-b2bc-42db-b3e0-41a84be577ec), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:40.136247 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-c376e7b6-2367-4f17-b07d-c5a91e32d719 None None] Port d82635b7-b2bc-42db-b3e0-41a84be577ec cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:59:40.204558 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae123e4-d5f5-4f40-a57f-43fd567c1d30 req-2067bcbb-aef7-4fa9-8573-f04ea524ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:40.205966 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1ae123e4-d5f5-4f40-a57f-43fd567c1d30 req-2067bcbb-aef7-4fa9-8573-f04ea524ef12 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f15b7fa885d74f029c4594b80329f70f&device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 1129 time: 0.0682747 Apr 12 17:59:40.221807 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c971a-1780-4326-8b65-0f4d14d22911 req-0e68c4b8-d73d-4d31-8b93-3375bed3e84e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:40.223276 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-424c971a-1780-4326-8b65-0f4d14d22911 req-0e68c4b8-d73d-4d31-8b93-3375bed3e84e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0582185 Apr 12 17:59:40.230500 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82635b7-b2bc-42db-b3e0-41a84be577ec {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:59:40.237969 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] Publish callbacks [] for port (d82635b7-b2bc-42db-b3e0-41a84be577ec), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:40.251148 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] Transition to ACTIVE for port object d82635b7-b2bc-42db-b3e0-41a84be577ec will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:59:40.257720 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (d82635b7-b2bc-42db-b3e0-41a84be577ec), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:40.327785 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae123e4-d5f5-4f40-a57f-43fd567c1d30 req-573d2110-0a70-4f73-aed8-cb8ba1472c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:40.328253 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] Pushing event updated for resources: {'Port': ['ID=d82635b7-b2bc-42db-b3e0-41a84be577ec,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:40.329284 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1ae123e4-d5f5-4f40-a57f-43fd567c1d30 req-573d2110-0a70-4f73-aed8-cb8ba1472c04 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2876e2a1-3492-40af-97a0-a80d1612333d HTTP/1.1" status: 200 len: 920 time: 0.1051559 Apr 12 17:59:40.345580 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] Attempting to bind port d82635b7-b2bc-42db-b3e0-41a84be577ec on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:59:40.346011 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] Attempting to bind port d82635b7-b2bc-42db-b3e0-41a84be577ec by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:59:40.346452 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] Attempting to bind port d82635b7-b2bc-42db-b3e0-41a84be577ec on network 686fab4f-3c38-4683-935f-38f19e4e8a4f {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:59:40.351770 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] Port d82635b7-b2bc-42db-b3e0-41a84be577ec on network 686fab4f-3c38-4683-935f-38f19e4e8a4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:59:40.352185 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] Attempting to bind port d82635b7-b2bc-42db-b3e0-41a84be577ec on network 686fab4f-3c38-4683-935f-38f19e4e8a4f {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:59:40.357376 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] Checking agent: {'id': '00f7abb9-3948-4d4d-ae73-3182f7e75cf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'started_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:59:40.357789 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] Checking segment: {'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:59:40.358275 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] Bound using segment: {'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:59:40.358780 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] Bound port: d82635b7-b2bc-42db-b3e0-41a84be577ec, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:59:40.359290 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (d82635b7-b2bc-42db-b3e0-41a84be577ec), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:40.420674 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-424c971a-1780-4326-8b65-0f4d14d22911 req-ebc9af0f-ae84-4654-b991-fd6342ac314e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883690 Apr 12 17:59:40.422419 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1ae123e4-d5f5-4f40-a57f-43fd567c1d30 req-2486316e-b9df-475c-bcf7-6ff0be207639 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=558b0f53-6e88-4358-b78d-b3eab605be69 HTTP/1.1" status: 200 len: 1000 time: 0.0839686 Apr 12 17:59:40.440277 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] For port d82635b7-b2bc-42db-b3e0-41a84be577ec, host hv-cinder-83753, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:59:40.443913 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] For port d82635b7-b2bc-42db-b3e0-41a84be577ec, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d82635b7-b2bc-42db-b3e0-41a84be577ec,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:59:40.453353 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (d82635b7-b2bc-42db-b3e0-41a84be577ec), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:40.487196 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae123e4-d5f5-4f40-a57f-43fd567c1d30 req-f606fb60-a4a3-434e-86f1-13f73cba84cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:40.489495 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:40.489967 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1ae123e4-d5f5-4f40-a57f-43fd567c1d30 req-f606fb60-a4a3-434e-86f1-13f73cba84cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5aebc3d-31c6-4909-92e3-135069d3f64d HTTP/1.1" status: 200 len: 858 time: 0.0596128 Apr 12 17:59:40.490232 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:40.491561 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] 10.222.0.23 "PUT /v2.0/ports/d82635b7-b2bc-42db-b3e0-41a84be577ec HTTP/1.1" status: 200 len: 1094 time: 0.6166697 Apr 12 17:59:40.491993 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0891d03b-9e80-42b5-95f2-a9b36ba9978e', 'tag': 'd82635b7-b2bc-42db-b3e0-41a84be577ec'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:59:40.494234 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1dd7dd-c095-48a2-a3be-c32d3b3a8bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "0891d03b-9e80-42b5-95f2-a9b36ba9978e", "tag": "d82635b7-b2bc-42db-b3e0-41a84be577ec"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:59:40.539403 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5e379-a239-4459-850d-d9cc849cdfaa service neutron] Pushing event updated for resources: {'Port': ['ID=d82635b7-b2bc-42db-b3e0-41a84be577ec,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:40.543273 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824b3601-a038-4d6d-bd39-af0ffdcfd8f9 x-openstack-request-id: req-824b3601-a038-4d6d-bd39-af0ffdcfd8f9 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:59:40.543558 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0891d03b-9e80-42b5-95f2-a9b36ba9978e", "tag": "d82635b7-b2bc-42db-b3e0-41a84be577ec", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:59:40.543806 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-824b3601-a038-4d6d-bd39-af0ffdcfd8f9 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:59:40.544193 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-824b3601-a038-4d6d-bd39-af0ffdcfd8f9'] response: {'name': 'network-changed', 'server_uuid': '0891d03b-9e80-42b5-95f2-a9b36ba9978e', 'tag': 'd82635b7-b2bc-42db-b3e0-41a84be577ec', 'status': 'completed', 'code': 200} Apr 12 17:59:40.557080 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae123e4-d5f5-4f40-a57f-43fd567c1d30 req-e0c949d0-eb85-4fe0-b3c7-ad67f740ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:40.558742 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1ae123e4-d5f5-4f40-a57f-43fd567c1d30 req-e0c949d0-eb85-4fe0-b3c7-ad67f740ed22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2876e2a1-3492-40af-97a0-a80d1612333d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572467 Apr 12 17:59:40.596876 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-8a88f519-7702-4f89-a3ee-500753183825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:40.599262 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-8a88f519-7702-4f89-a3ee-500753183825 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd9169ef36f84184829de80e6adcc3eb&device_id=0891d03b-9e80-42b5-95f2-a9b36ba9978e HTTP/1.1" status: 200 len: 1128 time: 0.0467155 Apr 12 17:59:40.648344 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-6dcbf018-4df1-42ba-b760-3a17a61ce538 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82635b7-b2bc-42db-b3e0-41a84be577ec HTTP/1.1" status: 200 len: 217 time: 0.0402250 Apr 12 17:59:40.665884 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1ae123e4-d5f5-4f40-a57f-43fd567c1d30 req-5fd97d5a-9e96-4cc6-9f4d-39501aff0d14 service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985014 Apr 12 17:59:40.704230 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-1ba4bf96-c002-4d3c-a05f-1471ef41ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:40.705700 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-1ba4bf96-c002-4d3c-a05f-1471ef41ee04 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e2e22a3-d988-42d0-ada7-fb014078e671 HTTP/1.1" status: 200 len: 853 time: 0.0494308 Apr 12 17:59:40.750843 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-1ff335c1-7712-4d43-847b-c60548755a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:40.752262 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-1ff335c1-7712-4d43-847b-c60548755a43 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=686fab4f-3c38-4683-935f-38f19e4e8a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392232 Apr 12 17:59:40.795481 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c66be-d5d2-405f-af35-cb562b1d9ad8 req-c1619e6f-47d3-487e-9019-e230339244da tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:40.796955 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-716c66be-d5d2-405f-af35-cb562b1d9ad8 req-c1619e6f-47d3-487e-9019-e230339244da tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=0891d03b-9e80-42b5-95f2-a9b36ba9978e HTTP/1.1" status: 200 len: 944 time: 0.0639014 Apr 12 17:59:40.817496 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1ae123e4-d5f5-4f40-a57f-43fd567c1d30 req-b1279b5f-82e8-40f9-bb2e-f3b656fd373c service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450813 Apr 12 17:59:40.850859 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-dce7829d-47b8-4b3d-a732-1f321dbe28b7 service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918243 Apr 12 17:59:40.854697 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-716c66be-d5d2-405f-af35-cb562b1d9ad8 req-f85621d7-8a11-425b-a5f7-835fa4557444 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486786 Apr 12 17:59:40.940095 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f93f6d35-6359-4f3d-9fdf-1c1133863f37 req-d7a91108-a602-4534-a740-6aaebecd1a65 service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835404 Apr 12 17:59:41.543344 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcea46e-e27d-4be0-babf-0f1f0af0b39b req-d75c6fe5-391c-4275-849f-80f94083f0e8 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:41.544802 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-abcea46e-e27d-4be0-babf-0f1f0af0b39b req-d75c6fe5-391c-4275-849f-80f94083f0e8 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0475326 Apr 12 17:59:41.590716 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-abcea46e-e27d-4be0-babf-0f1f0af0b39b req-15093e56-2808-4faa-9de0-c3c9e5685c4a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404980 Apr 12 17:59:41.969716 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e6221-1b1a-4fb7-a7ee-0d0ddb11cffb req-65a35cc7-e307-430f-b1aa-e75832063ab1 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:41.971195 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a59e6221-1b1a-4fb7-a7ee-0d0ddb11cffb req-65a35cc7-e307-430f-b1aa-e75832063ab1 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=0891d03b-9e80-42b5-95f2-a9b36ba9978e HTTP/1.1" status: 200 len: 944 time: 0.0499520 Apr 12 17:59:42.016927 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a59e6221-1b1a-4fb7-a7ee-0d0ddb11cffb req-d43575f6-e5c6-4c5d-8185-ed61987b31e6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402138 Apr 12 17:59:42.026210 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dd7dd-c095-48a2-a3be-c32d3b3a8bcd req-19a1a0a5-9ba1-41a5-bc66-f1c6d3ed9727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:42.027771 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cb1dd7dd-c095-48a2-a3be-c32d3b3a8bcd req-19a1a0a5-9ba1-41a5-bc66-f1c6d3ed9727 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd9169ef36f84184829de80e6adcc3eb&device_id=0891d03b-9e80-42b5-95f2-a9b36ba9978e HTTP/1.1" status: 200 len: 1128 time: 0.0421114 Apr 12 17:59:42.118297 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dd7dd-c095-48a2-a3be-c32d3b3a8bcd req-921ad8d0-ce66-4535-bdbd-85c2a8a82a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:42.119847 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cb1dd7dd-c095-48a2-a3be-c32d3b3a8bcd req-921ad8d0-ce66-4535-bdbd-85c2a8a82a10 service neutron] 10.222.0.23 "GET /v2.0/networks?id=686fab4f-3c38-4683-935f-38f19e4e8a4f HTTP/1.1" status: 200 len: 915 time: 0.0856340 Apr 12 17:59:42.163956 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cb1dd7dd-c095-48a2-a3be-c32d3b3a8bcd req-1ee55e57-bd9d-4bc5-9d32-13a487612215 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82635b7-b2bc-42db-b3e0-41a84be577ec HTTP/1.1" status: 200 len: 217 time: 0.0377018 Apr 12 17:59:42.213204 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dd7dd-c095-48a2-a3be-c32d3b3a8bcd req-9fb25541-a4f0-41bc-bc9a-08bbe3fe4569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:42.214699 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cb1dd7dd-c095-48a2-a3be-c32d3b3a8bcd req-9fb25541-a4f0-41bc-bc9a-08bbe3fe4569 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e2e22a3-d988-42d0-ada7-fb014078e671 HTTP/1.1" status: 200 len: 853 time: 0.0435619 Apr 12 17:59:42.261792 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dd7dd-c095-48a2-a3be-c32d3b3a8bcd req-78ccd780-9c2c-47a5-97d2-8d2004d3fa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:42.263332 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cb1dd7dd-c095-48a2-a3be-c32d3b3a8bcd req-78ccd780-9c2c-47a5-97d2-8d2004d3fa0d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=686fab4f-3c38-4683-935f-38f19e4e8a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393412 Apr 12 17:59:42.356533 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cb1dd7dd-c095-48a2-a3be-c32d3b3a8bcd req-e050b0ff-e0c7-4dbd-8356-a0225b10787b service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865362 Apr 12 17:59:42.445513 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cb1dd7dd-c095-48a2-a3be-c32d3b3a8bcd req-0777ef6c-a863-447f-bc85-6e32ce366ad1 service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816472 Apr 12 17:59:42.704979 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45f168-4fb2-4c78-948f-6893ea14a0d5 req-e4409050-3d78-4cac-9a93-69321a68706f tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:42.706385 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5d45f168-4fb2-4c78-948f-6893ea14a0d5 req-e4409050-3d78-4cac-9a93-69321a68706f tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0467381 Apr 12 17:59:42.752925 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5d45f168-4fb2-4c78-948f-6893ea14a0d5 req-f2416c7a-3b87-440e-a9bb-a64856ad6d0f tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403571 Apr 12 17:59:42.960426 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device d82635b7-b2bc-42db-b3e0-41a84be577ec details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:59:43.053396 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port d82635b7-b2bc-42db-b3e0-41a84be577ec, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d82635b7-b2bc-42db-b3e0-41a84be577ec,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:43.064278 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': 'd82635b7-b2bc-42db-b3e0-41a84be577ec', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'port_id': 'd82635b7-b2bc-42db-b3e0-41a84be577ec', 'mac_address': 'fa:16:3e:f2:a7:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:59:43.103315 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port d82635b7-b2bc-42db-b3e0-41a84be577ec is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:59:43.103698 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (d82635b7-b2bc-42db-b3e0-41a84be577ec), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.116623 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82635b7-b2bc-42db-b3e0-41a84be577ec {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:59:43.129059 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915182aa-2f90-48cd-8497-eceaabcaacb4 req-c69da3b5-0b0e-4813-ae6d-3dcc8781798f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:43.131255 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-915182aa-2f90-48cd-8497-eceaabcaacb4 req-c69da3b5-0b0e-4813-ae6d-3dcc8781798f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=0891d03b-9e80-42b5-95f2-a9b36ba9978e HTTP/1.1" status: 200 len: 944 time: 0.0463889 Apr 12 17:59:43.135504 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port d82635b7-b2bc-42db-b3e0-41a84be577ec, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d82635b7-b2bc-42db-b3e0-41a84be577ec,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:43.140395 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (d82635b7-b2bc-42db-b3e0-41a84be577ec), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:43.183427 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-915182aa-2f90-48cd-8497-eceaabcaacb4 req-6fd67fec-8c8c-45ca-93b1-dcdbb210b9ee tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463722 Apr 12 17:59:43.187297 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=d82635b7-b2bc-42db-b3e0-41a84be577ec,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:43.194541 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:43.194893 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:43.195258 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:43.195667 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:43.196010 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:43.196340 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:43.196666 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:43.196991 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:43.197316 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:43.197653 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:43.197960 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:43.198318 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:43.198628 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:43.198945 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:43.199266 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 17:59:43.414192 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['d82635b7-b2bc-42db-b3e0-41a84be577ec'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:59:43.863042 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607e904-cb0a-4c6b-8a8e-baa5ef833549 req-2daae626-5b7e-4b85-95f4-0ba6172cc10f tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:43.864712 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3607e904-cb0a-4c6b-8a8e-baa5ef833549 req-2daae626-5b7e-4b85-95f4-0ba6172cc10f tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0462222 Apr 12 17:59:43.909785 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3607e904-cb0a-4c6b-8a8e-baa5ef833549 req-bf42256f-d1ae-4a57-9b75-552f29d30113 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397694 Apr 12 17:59:44.295331 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d291b9d-5fce-4c97-990e-86e052ea91ad req-340569f1-4568-461d-8314-1f3af63b1ffe tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:44.296836 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8d291b9d-5fce-4c97-990e-86e052ea91ad req-340569f1-4568-461d-8314-1f3af63b1ffe tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=0891d03b-9e80-42b5-95f2-a9b36ba9978e HTTP/1.1" status: 200 len: 945 time: 0.0475576 Apr 12 17:59:44.352086 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8d291b9d-5fce-4c97-990e-86e052ea91ad req-92d787f4-fca9-47a1-9442-f8308762d768 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495973 Apr 12 17:59:44.982506 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device d82635b7-b2bc-42db-b3e0-41a84be577ec up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:59:45.026624 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning for port d82635b7-b2bc-42db-b3e0-41a84be577ec completed by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:59:45.026920 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c942d-25fd-4c96-aea0-3db2fbee266a req-2b305950-9072-4596-8958-a3f6d5790328 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:45.028339 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-377c942d-25fd-4c96-aea0-3db2fbee266a req-2b305950-9072-4596-8958-a3f6d5790328 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0511892 Apr 12 17:59:45.032094 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port d82635b7-b2bc-42db-b3e0-41a84be577ec triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:59:45.032553 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (d82635b7-b2bc-42db-b3e0-41a84be577ec), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:45.078811 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-377c942d-25fd-4c96-aea0-3db2fbee266a req-78d9d3ea-ebfe-484c-b046-e8d9afc0e72e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429628 Apr 12 17:59:45.119465 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port d82635b7-b2bc-42db-b3e0-41a84be577ec is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:59:45.119870 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (d82635b7-b2bc-42db-b3e0-41a84be577ec), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:45.146347 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0891d03b-9e80-42b5-95f2-a9b36ba9978e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82635b7-b2bc-42db-b3e0-41a84be577ec'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:59:45.149016 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2395159-1f1a-44c3-9499-ef53157eabc9" -d '{"events": [{"server_uuid": "0891d03b-9e80-42b5-95f2-a9b36ba9978e", "name": "network-vif-plugged", "status": "completed", "tag": "d82635b7-b2bc-42db-b3e0-41a84be577ec"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:59:45.164053 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port d82635b7-b2bc-42db-b3e0-41a84be577ec, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d82635b7-b2bc-42db-b3e0-41a84be577ec,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:45.168757 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (d82635b7-b2bc-42db-b3e0-41a84be577ec), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:45.195996 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83527b03-5589-4434-b38b-4a10c67f375c x-openstack-request-id: req-83527b03-5589-4434-b38b-4a10c67f375c {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:59:45.196482 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0891d03b-9e80-42b5-95f2-a9b36ba9978e", "name": "network-vif-plugged", "status": "completed", "tag": "d82635b7-b2bc-42db-b3e0-41a84be577ec", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:59:45.196751 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83527b03-5589-4434-b38b-4a10c67f375c {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:59:45.197176 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83527b03-5589-4434-b38b-4a10c67f375c'] response: {'server_uuid': '0891d03b-9e80-42b5-95f2-a9b36ba9978e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82635b7-b2bc-42db-b3e0-41a84be577ec', 'code': 200} Apr 12 17:59:45.222677 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=d82635b7-b2bc-42db-b3e0-41a84be577ec,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:45.350646 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b0bdd-ec80-4c5e-ab3e-0aede0b4fedc req-c88446c2-5b58-4b10-a15b-efb9cef7f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:45.352105 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6d9b0bdd-ec80-4c5e-ab3e-0aede0b4fedc req-c88446c2-5b58-4b10-a15b-efb9cef7f8c9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0891d03b-9e80-42b5-95f2-a9b36ba9978e HTTP/1.1" status: 200 len: 1130 time: 0.0381305 Apr 12 17:59:45.398381 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6d9b0bdd-ec80-4c5e-ab3e-0aede0b4fedc req-8c5da504-fe7e-4050-9c01-f771c9dac5b7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402517 Apr 12 17:59:45.468204 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a8cf9-5f0d-4beb-aff8-3ca760a00b1e req-e65d6626-2a53-4a33-9a66-fc3595b8bb41 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:45.469686 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f72a8cf9-5f0d-4beb-aff8-3ca760a00b1e req-e65d6626-2a53-4a33-9a66-fc3595b8bb41 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=0891d03b-9e80-42b5-95f2-a9b36ba9978e HTTP/1.1" status: 200 len: 946 time: 0.0468712 Apr 12 17:59:45.517976 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f72a8cf9-5f0d-4beb-aff8-3ca760a00b1e req-ab25ac64-64f0-430a-b569-fcee70a92010 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423706 Apr 12 17:59:45.594159 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 17:59:45.713298 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb8688-f797-4d8e-a270-b0e2dbd4f8da req-c0f0d26a-fe48-4547-af40-6b4061b6e0a4 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:45.714734 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e6bb8688-f797-4d8e-a270-b0e2dbd4f8da req-c0f0d26a-fe48-4547-af40-6b4061b6e0a4 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 947 time: 0.0507660 Apr 12 17:59:45.761530 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e6bb8688-f797-4d8e-a270-b0e2dbd4f8da req-6d7be04a-4125-4c34-89a7-01b45fdfc6a1 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411806 Apr 12 17:59:46.205604 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf8760-b90b-4c8f-b6b6-fbdec2945819 req-70a8af59-6e85-4093-b285-4a34613d9775 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:46.207113 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-eacf8760-b90b-4c8f-b6b6-fbdec2945819 req-70a8af59-6e85-4093-b285-4a34613d9775 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0549521 Apr 12 17:59:46.253527 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-eacf8760-b90b-4c8f-b6b6-fbdec2945819 req-3b313924-116e-4d9f-839a-1e52c776796f tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402203 Apr 12 17:59:46.636719 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394ecad-d31b-4a0a-9423-3272e6f7b643 req-144ad26d-7c33-44f0-8636-be7ee834fa23 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:46.638300 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6394ecad-d31b-4a0a-9423-3272e6f7b643 req-144ad26d-7c33-44f0-8636-be7ee834fa23 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=0891d03b-9e80-42b5-95f2-a9b36ba9978e HTTP/1.1" status: 200 len: 946 time: 0.0462821 Apr 12 17:59:46.688514 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6394ecad-d31b-4a0a-9423-3272e6f7b643 req-5a115de3-e686-4989-a951-76cbc03d5062 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442350 Apr 12 17:59:46.876544 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0478a-8ca3-4087-a461-84adad421328 req-f011f723-0b19-401b-a757-bc79b3ec1c25 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:46.877962 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-92b0478a-8ca3-4087-a461-84adad421328 req-f011f723-0b19-401b-a757-bc79b3ec1c25 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 947 time: 0.0451269 Apr 12 17:59:46.923856 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-92b0478a-8ca3-4087-a461-84adad421328 req-113c444b-c49d-4be9-b058-cf2878a7c5dd tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396550 Apr 12 17:59:47.365454 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82683463-a8a2-42e1-8a5a-bfc9e8afad9d req-7c1b1829-fed7-4ff7-97bd-4b70d5d089f2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:47.367037 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-82683463-a8a2-42e1-8a5a-bfc9e8afad9d req-7c1b1829-fed7-4ff7-97bd-4b70d5d089f2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0467138 Apr 12 17:59:47.413432 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-82683463-a8a2-42e1-8a5a-bfc9e8afad9d req-038c5814-0e6d-4ca7-8765-b81fd2d42803 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408144 Apr 12 17:59:47.618334 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24775c3-3301-4dfb-8806-3b5337d90bd4 req-7a97e139-629b-4094-91e4-a788f1ddf713 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:47.619755 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b24775c3-3301-4dfb-8806-3b5337d90bd4 req-7a97e139-629b-4094-91e4-a788f1ddf713 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.23 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 947 time: 0.0447397 Apr 12 17:59:47.807635 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49c212-435e-4a41-9946-e4d45ee1dab8 req-42fbd8bf-195c-49b7-9090-430a7f1d889f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:47.809067 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4d49c212-435e-4a41-9946-e4d45ee1dab8 req-42fbd8bf-195c-49b7-9090-430a7f1d889f tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=0891d03b-9e80-42b5-95f2-a9b36ba9978e HTTP/1.1" status: 200 len: 946 time: 0.0495863 Apr 12 17:59:47.853926 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4d49c212-435e-4a41-9946-e4d45ee1dab8 req-274064bf-f9a2-4493-b351-8be3331f8696 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393834 Apr 12 17:59:48.038032 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834eac81-d6a7-45b1-a4bc-6c9168899ee1 req-14a834b5-29df-4e5c-b65b-b8e5f9533596 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:48.039562 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-834eac81-d6a7-45b1-a4bc-6c9168899ee1 req-14a834b5-29df-4e5c-b65b-b8e5f9533596 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 947 time: 0.0457990 Apr 12 17:59:48.067691 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-b24775c3-3301-4dfb-8806-3b5337d90bd4 req-22fb72d3-e7db-479d-bac2-9523d68ce55c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Deleting port c541fa19-d064-4b05-9037-14958ed97849 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:59:48.068027 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b24775c3-3301-4dfb-8806-3b5337d90bd4 req-22fb72d3-e7db-479d-bac2-9523d68ce55c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (c541fa19-d064-4b05-9037-14958ed97849), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:48.088500 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-834eac81-d6a7-45b1-a4bc-6c9168899ee1 req-d455328d-95f4-44d5-8852-0933afd9a2a5 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd8f848a-b508-47ce-948e-d58c6fc33be2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428941 Apr 12 17:59:48.158500 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-b24775c3-3301-4dfb-8806-3b5337d90bd4 req-22fb72d3-e7db-479d-bac2-9523d68ce55c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] For port c541fa19-d064-4b05-9037-14958ed97849, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c541fa19-d064-4b05-9037-14958ed97849,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:48.158871 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b24775c3-3301-4dfb-8806-3b5337d90bd4 req-22fb72d3-e7db-479d-bac2-9523d68ce55c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (c541fa19-d064-4b05-9037-14958ed97849), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:48.329432 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b24775c3-3301-4dfb-8806-3b5337d90bd4 req-22fb72d3-e7db-479d-bac2-9523d68ce55c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:48.329714 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b24775c3-3301-4dfb-8806-3b5337d90bd4 req-22fb72d3-e7db-479d-bac2-9523d68ce55c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (cb8c48be-af8e-420c-bff6-036623a8684d), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:48.330038 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.l3_db [req-b24775c3-3301-4dfb-8806-3b5337d90bd4 req-22fb72d3-e7db-479d-bac2-9523d68ce55c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Floating IP cb8c48be-af8e-420c-bff6-036623a8684d disassociated. External IP: 172.27.0.110, port: c541fa19-d064-4b05-9037-14958ed97849. Apr 12 17:59:48.330426 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-b24775c3-3301-4dfb-8806-3b5337d90bd4 req-22fb72d3-e7db-479d-bac2-9523d68ce55c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Calling delete_port for c541fa19-d064-4b05-9037-14958ed97849 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:59:48.459193 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b24775c3-3301-4dfb-8806-3b5337d90bd4 req-22fb72d3-e7db-479d-bac2-9523d68ce55c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583'] for port (c541fa19-d064-4b05-9037-14958ed97849), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:48.486596 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb72d3-e7db-479d-bac2-9523d68ce55c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Pushing event deleted for resources: {'Port': ['ID=c541fa19-d064-4b05-9037-14958ed97849,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:48.542422 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300522b-86ea-48e1-adf7-0fd5d64735c4 req-a956d27a-3b5c-4e03-b327-fc5e05ff44b8 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:48.543930 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0300522b-86ea-48e1-adf7-0fd5d64735c4 req-a956d27a-3b5c-4e03-b327-fc5e05ff44b8 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0611782 Apr 12 17:59:48.594194 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0300522b-86ea-48e1-adf7-0fd5d64735c4 req-0dd2a93c-8bb9-4543-98b2-baae15dc03ef tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439086 Apr 12 17:59:48.604555 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b24775c3-3301-4dfb-8806-3b5337d90bd4 req-22fb72d3-e7db-479d-bac2-9523d68ce55c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Router 247dba89-5927-4459-97b8-323df380be47 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:59:48.714709 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b24775c3-3301-4dfb-8806-3b5337d90bd4 req-22fb72d3-e7db-479d-bac2-9523d68ce55c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:59:48.724745 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b8d094-52b0-4f16-94ba-cf0cb255d323 None None] Sync routers for ids ['247dba89-5927-4459-97b8-323df380be47'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:59:48.734553 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b8d094-52b0-4f16-94ba-cf0cb255d323 None None] Routers {'247dba89-5927-4459-97b8-323df380be47'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:59:48.735176 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-a6b8d094-52b0-4f16-94ba-cf0cb255d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:59:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['247dba89-5927-4459-97b8-323df380be47'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:48.758499 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24775c3-3301-4dfb-8806-3b5337d90bd4 req-22fb72d3-e7db-479d-bac2-9523d68ce55c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] No DVR routers for this DVR port c541fa19-d064-4b05-9037-14958ed97849 on host hv-cinder-83753 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 17:59:48.761794 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b24775c3-3301-4dfb-8806-3b5337d90bd4 req-22fb72d3-e7db-479d-bac2-9523d68ce55c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:48.765172 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b24775c3-3301-4dfb-8806-3b5337d90bd4 req-22fb72d3-e7db-479d-bac2-9523d68ce55c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.23 "DELETE /v2.0/ports/c541fa19-d064-4b05-9037-14958ed97849 HTTP/1.1" status: 204 len: 173 time: 0.7782838 Apr 12 17:59:48.765645 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f74ac9-2076-4cf5-9cbf-2d77095db29c', 'name': 'network-vif-deleted', 'tag': 'c541fa19-d064-4b05-9037-14958ed97849'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:59:48.768704 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f17dbf-c893-4e43-9071-aa8c828d56c3" -d '{"events": [{"server_uuid": "12f74ac9-2076-4cf5-9cbf-2d77095db29c", "name": "network-vif-deleted", "tag": "c541fa19-d064-4b05-9037-14958ed97849"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:59:48.808811 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfd7907-1c6a-48ff-8003-1905c5a7eccd x-openstack-request-id: req-4dfd7907-1c6a-48ff-8003-1905c5a7eccd {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:59:48.809109 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f74ac9-2076-4cf5-9cbf-2d77095db29c", "name": "network-vif-deleted", "tag": "c541fa19-d064-4b05-9037-14958ed97849", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:59:48.809367 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4dfd7907-1c6a-48ff-8003-1905c5a7eccd {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:59:48.809909 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dfd7907-1c6a-48ff-8003-1905c5a7eccd'] response: {'server_uuid': '12f74ac9-2076-4cf5-9cbf-2d77095db29c', 'name': 'network-vif-deleted', 'tag': 'c541fa19-d064-4b05-9037-14958ed97849', 'status': 'completed', 'code': 200} Apr 12 17:59:48.861180 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-a6b8d094-52b0-4f16-94ba-cf0cb255d323 None None] Set router 247dba89-5927-4459-97b8-323df380be47 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:59:48.987794 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22106f68-8182-4407-ad2a-5998abbc45f1 req-36f564e5-098c-4e66-a115-04b5cb05f304 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:48.989711 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-22106f68-8182-4407-ad2a-5998abbc45f1 req-36f564e5-098c-4e66-a115-04b5cb05f304 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=0891d03b-9e80-42b5-95f2-a9b36ba9978e HTTP/1.1" status: 200 len: 946 time: 0.0519745 Apr 12 17:59:49.039466 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-22106f68-8182-4407-ad2a-5998abbc45f1 req-1009c4ec-f3b6-489c-8ccc-741e1d31ec28 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430024 Apr 12 17:59:49.061917 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-a6b8d094-52b0-4f16-94ba-cf0cb255d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247dba89-5927-4459-97b8-323df380be47', 'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-router', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:14Z', 'revision_number': 4, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'gw_port': {'id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:03Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '88c466f6-8a56-4b6a-af95-8165b8e4a9c7', 'name': '', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'mac_address': 'fa:16:3e:3e:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:25Z', 'revision_number': 5, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'subnets': [{'id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:49.094396 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b8d094-52b0-4f16-94ba-cf0cb255d323 None None] Checking router: 247dba89-5927-4459-97b8-323df380be47 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:59:49.103063 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b8d094-52b0-4f16-94ba-cf0cb255d323 None None] Routers {'247dba89-5927-4459-97b8-323df380be47'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:59:49.103679 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-a6b8d094-52b0-4f16-94ba-cf0cb255d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:59:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['247dba89-5927-4459-97b8-323df380be47'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:49.148912 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54070d-e545-4daa-b0e1-b056d581c6f4 req-59683d78-befb-4110-9543-2f7320855ba2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:49.150720 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3f54070d-e545-4daa-b0e1-b056d581c6f4 req-59683d78-befb-4110-9543-2f7320855ba2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=0891d03b-9e80-42b5-95f2-a9b36ba9978e HTTP/1.1" status: 200 len: 946 time: 0.0474763 Apr 12 17:59:49.167090 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41212) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:49.173266 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-2bbc2680-3a97-4b19-bd5d-173b33cddfc5 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'floatingip': {'port_id': 'd82635b7-b2bc-42db-b3e0-41a84be577ec'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:59:49.221527 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-a6b8d094-52b0-4f16-94ba-cf0cb255d323 None None] Set router 247dba89-5927-4459-97b8-323df380be47 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:59:49.229972 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2bbc2680-3a97-4b19-bd5d-173b33cddfc5 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (695cfb19-8a16-471d-977e-7b7ea4c4c233), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:49.273104 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ad88a0e7-1e44-4ce6-9303-538d06c31f9e req-014e67dc-7e04-4340-9f1a-0692e2bdbbc3 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f74ac9-2076-4cf5-9cbf-2d77095db29c HTTP/1.1" status: 200 len: 210 time: 0.0597198 Apr 12 17:59:49.427751 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-a6b8d094-52b0-4f16-94ba-cf0cb255d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247dba89-5927-4459-97b8-323df380be47', 'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-router', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:14Z', 'revision_number': 4, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'gw_port': {'id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:03Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '88c466f6-8a56-4b6a-af95-8165b8e4a9c7', 'name': '', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'mac_address': 'fa:16:3e:3e:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:25Z', 'revision_number': 5, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'subnets': [{'id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:49.453257 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b8d094-52b0-4f16-94ba-cf0cb255d323 None None] The sync data for ids ['247dba89-5927-4459-97b8-323df380be47'] in dv-cinder-837534-1-iscsi is: [{'id': '247dba89-5927-4459-97b8-323df380be47', 'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-router', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:14Z', 'revision_number': 4, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'gw_port': {'id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:03Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '88c466f6-8a56-4b6a-af95-8165b8e4a9c7', 'name': '', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'mac_address': 'fa:16:3e:3e:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:25Z', 'revision_number': 5, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'subnets': [{'id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:59:49.684369 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ec9e3f-f810-47ab-b674-a08d0cc5759e None None] New status for floating IP cb8c48be-af8e-420c-bff6-036623a8684d: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:59:49.722094 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2bbc2680-3a97-4b19-bd5d-173b33cddfc5 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:49.730958 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095cec3-85f7-4246-99bc-6d5a07e8ef72 req-72722516-4a0c-441b-9278-c183ef7c03e8 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:49.732431 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c095cec3-85f7-4246-99bc-6d5a07e8ef72 req-72722516-4a0c-441b-9278-c183ef7c03e8 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0604296 Apr 12 17:59:49.733464 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2bbc2680-3a97-4b19-bd5d-173b33cddfc5 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (695cfb19-8a16-471d-977e-7b7ea4c4c233), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:49.855007 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c095cec3-85f7-4246-99bc-6d5a07e8ef72 req-cebe893a-473b-4005-a404-3ce5d8cf8688 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867379 Apr 12 17:59:49.869165 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.l3_db [None req-2bbc2680-3a97-4b19-bd5d-173b33cddfc5 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Floating IP 695cfb19-8a16-471d-977e-7b7ea4c4c233 associated. External IP: 172.27.0.129, port: d82635b7-b2bc-42db-b3e0-41a84be577ec. Apr 12 17:59:50.294292 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbc2680-3a97-4b19-bd5d-173b33cddfc5 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Router 3b74fc5e-26df-4305-b927-5261426f0429 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 17:59:50.367740 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41222) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:50.408699 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbc2680-3a97-4b19-bd5d-173b33cddfc5 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 17:59:50.413997 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2bbc2680-3a97-4b19-bd5d-173b33cddfc5 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:50.418859 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9316c7-dbd2-49e9-99fb-02b60c66ff66 None None] Sync routers for ids ['3b74fc5e-26df-4305-b927-5261426f0429'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 17:59:50.428086 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-995e8e77-e45e-4b12-ad2b-9a61fcf0cd75 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group (cd8f848a-b508-47ce-948e-d58c6fc33be2), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:50.428693 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9316c7-dbd2-49e9-99fb-02b60c66ff66 None None] Routers {'3b74fc5e-26df-4305-b927-5261426f0429'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:59:50.429310 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-6f9316c7-dbd2-49e9-99fb-02b60c66ff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:59:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['3b74fc5e-26df-4305-b927-5261426f0429'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:50.451046 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-2bbc2680-3a97-4b19-bd5d-173b33cddfc5 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "PUT /v2.0/floatingips/695cfb19-8a16-471d-977e-7b7ea4c4c233 HTTP/1.1" status: 200 len: 992 time: 1.2825825 Apr 12 17:59:50.452074 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0891d03b-9e80-42b5-95f2-a9b36ba9978e', 'tag': 'd82635b7-b2bc-42db-b3e0-41a84be577ec'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:59:50.452442 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-995e8e77-e45e-4b12-ad2b-9a61fcf0cd75 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group (cd8f848a-b508-47ce-948e-d58c6fc33be2), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:50.455744 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8794fbc469913332b26a1bcbfb78f2e90de67fe5ea04afc148497b54c77658c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35854533-c6a0-446d-93b0-4c73ab274fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "0891d03b-9e80-42b5-95f2-a9b36ba9978e", "tag": "d82635b7-b2bc-42db-b3e0-41a84be577ec"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:59:50.497955 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a154311c-953e-462a-a1bb-49f0d968ed71 x-openstack-request-id: req-a154311c-953e-462a-a1bb-49f0d968ed71 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:59:50.498286 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0891d03b-9e80-42b5-95f2-a9b36ba9978e", "tag": "d82635b7-b2bc-42db-b3e0-41a84be577ec", "status": "completed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:59:50.498627 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a154311c-953e-462a-a1bb-49f0d968ed71 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:59:50.499041 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a154311c-953e-462a-a1bb-49f0d968ed71'] response: {'name': 'network-changed', 'server_uuid': '0891d03b-9e80-42b5-95f2-a9b36ba9978e', 'tag': 'd82635b7-b2bc-42db-b3e0-41a84be577ec', 'status': 'completed', 'code': 200} Apr 12 17:59:50.507369 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-995e8e77-e45e-4b12-ad2b-9a61fcf0cd75 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (cd8f848a-b508-47ce-948e-d58c6fc33be2), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:50.510343 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-995e8e77-e45e-4b12-ad2b-9a61fcf0cd75 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:50.511745 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-995e8e77-e45e-4b12-ad2b-9a61fcf0cd75 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "DELETE /v2.0/security-groups/cd8f848a-b508-47ce-948e-d58c6fc33be2 HTTP/1.1" status: 204 len: 168 time: 0.1429362 Apr 12 17:59:50.514961 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41228) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:50.522384 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e8e77-e45e-4b12-ad2b-9a61fcf0cd75 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8f848a-b508-47ce-948e-d58c6fc33be2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:50.529617 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.api.v2.resource [None req-049841ec-5d1d-4fb3-92a5-ada7b6b64b88 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] show failed (client error): The resource could not be found. Apr 12 17:59:50.530604 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-049841ec-5d1d-4fb3-92a5-ada7b6b64b88 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups/cd8f848a-b508-47ce-948e-d58c6fc33be2 HTTP/1.1" status: 404 len: 347 time: 0.0146356 Apr 12 17:59:50.533582 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41230) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:50.548721 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-6f9316c7-dbd2-49e9-99fb-02b60c66ff66 None None] Set router 3b74fc5e-26df-4305-b927-5261426f0429 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:59:50.590843 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35854533-c6a0-446d-93b0-4c73ab274fb0 req-ceeb7b5d-f31b-4ae7-b97a-72612d1612d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:50.592461 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-35854533-c6a0-446d-93b0-4c73ab274fb0 req-ceeb7b5d-f31b-4ae7-b97a-72612d1612d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd9169ef36f84184829de80e6adcc3eb&device_id=0891d03b-9e80-42b5-95f2-a9b36ba9978e HTTP/1.1" status: 200 len: 1130 time: 0.0677626 Apr 12 17:59:50.654778 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5f83df3c-f2be-476e-9c63-1fd3e49268c8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Deleting port 0d7f748d-c08b-43f3-8412-e7f872ba95d2 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 17:59:50.655166 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5f83df3c-f2be-476e-9c63-1fd3e49268c8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (0d7f748d-c08b-43f3-8412-e7f872ba95d2), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:50.694324 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35854533-c6a0-446d-93b0-4c73ab274fb0 req-ea316ced-3dce-44bb-b487-08a1340eaf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:50.695996 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-35854533-c6a0-446d-93b0-4c73ab274fb0 req-ea316ced-3dce-44bb-b487-08a1340eaf98 service neutron] 10.222.0.23 "GET /v2.0/networks?id=686fab4f-3c38-4683-935f-38f19e4e8a4f HTTP/1.1" status: 200 len: 915 time: 0.0949965 Apr 12 17:59:50.736506 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5f83df3c-f2be-476e-9c63-1fd3e49268c8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (0d7f748d-c08b-43f3-8412-e7f872ba95d2), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:50.736833 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5f83df3c-f2be-476e-9c63-1fd3e49268c8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for floatingip (0d7f748d-c08b-43f3-8412-e7f872ba95d2), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:50.750860 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5f83df3c-f2be-476e-9c63-1fd3e49268c8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Calling delete_port for 0d7f748d-c08b-43f3-8412-e7f872ba95d2 owned by network:floatingip {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 17:59:50.764485 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-35854533-c6a0-446d-93b0-4c73ab274fb0 req-194a6955-0dea-4c85-be77-a5976ffc814a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82635b7-b2bc-42db-b3e0-41a84be577ec HTTP/1.1" status: 200 len: 1000 time: 0.0623865 Apr 12 17:59:50.818125 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35854533-c6a0-446d-93b0-4c73ab274fb0 req-48c499ae-9f83-4bfc-9f3e-3f46f155501a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:50.819703 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-35854533-c6a0-446d-93b0-4c73ab274fb0 req-48c499ae-9f83-4bfc-9f3e-3f46f155501a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e2e22a3-d988-42d0-ada7-fb014078e671 HTTP/1.1" status: 200 len: 853 time: 0.0493283 Apr 12 17:59:50.861169 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-6f9316c7-dbd2-49e9-99fb-02b60c66ff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '695cfb19-8a16-471d-977e-7b7ea4c4c233', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'port_id': 'd82635b7-b2bc-42db-b3e0-41a84be577ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'mac_address': 'fa:16:3e:f2:a7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0891d03b-9e80-42b5-95f2-a9b36ba9978e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:59:36Z', 'updated_at': '2022-04-12T17:59:49Z', 'revision_number': 1, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:50.868365 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35854533-c6a0-446d-93b0-4c73ab274fb0 req-c0e46c2d-cfc9-42a4-a7f8-807c2c13704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:50.869853 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-35854533-c6a0-446d-93b0-4c73ab274fb0 req-c0e46c2d-cfc9-42a4-a7f8-807c2c13704a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=686fab4f-3c38-4683-935f-38f19e4e8a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437758 Apr 12 17:59:50.889455 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9316c7-dbd2-49e9-99fb-02b60c66ff66 None None] Checking router: 3b74fc5e-26df-4305-b927-5261426f0429 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 17:59:50.891255 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5f83df3c-f2be-476e-9c63-1fd3e49268c8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (0d7f748d-c08b-43f3-8412-e7f872ba95d2), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:50.899487 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9316c7-dbd2-49e9-99fb-02b60c66ff66 None None] Routers {'3b74fc5e-26df-4305-b927-5261426f0429'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 17:59:50.900075 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-6f9316c7-dbd2-49e9-99fb-02b60c66ff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T17:59:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['3b74fc5e-26df-4305-b927-5261426f0429'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:50.918926 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83df3c-f2be-476e-9c63-1fd3e49268c8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Pushing event deleted for resources: {'Port': ['ID=0d7f748d-c08b-43f3-8412-e7f872ba95d2,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:50.979107 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-35854533-c6a0-446d-93b0-4c73ab274fb0 req-dbb637ed-4ea8-440f-9eeb-933ed0957794 service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990577 Apr 12 17:59:51.011038 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device c541fa19-d064-4b05-9037-14958ed97849 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 17:59:51.014049 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-6f9316c7-dbd2-49e9-99fb-02b60c66ff66 None None] Set router 3b74fc5e-26df-4305-b927-5261426f0429 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 17:59:51.024448 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9ffc0-2011-4a32-a02c-a1d9043e54cd req-e562bc69-2c55-496c-9bc3-cfc2769b7235 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:51.025957 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a0c9ffc0-2011-4a32-a02c-a1d9043e54cd req-e562bc69-2c55-496c-9bc3-cfc2769b7235 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0697412 Apr 12 17:59:51.040770 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] No Port match for: c541fa19-d064-4b05-9037-14958ed97849 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 17:59:51.041464 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device c541fa19-d064-4b05-9037-14958ed97849 not bound to the agent host hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 17:59:51.047901 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5f83df3c-f2be-476e-9c63-1fd3e49268c8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for floatingip (cb8c48be-af8e-420c-bff6-036623a8684d), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:51.050380 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5f83df3c-f2be-476e-9c63-1fd3e49268c8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:51.054807 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-5f83df3c-f2be-476e-9c63-1fd3e49268c8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "DELETE /v2.0/floatingips/cb8c48be-af8e-420c-bff6-036623a8684d HTTP/1.1" status: 204 len: 168 time: 0.5174806 Apr 12 17:59:51.099548 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a0c9ffc0-2011-4a32-a02c-a1d9043e54cd req-1137b856-2d45-4a8f-9ca3-cc5a405dce9c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667288 Apr 12 17:59:51.260146 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-6f9316c7-dbd2-49e9-99fb-02b60c66ff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '695cfb19-8a16-471d-977e-7b7ea4c4c233', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'port_id': 'd82635b7-b2bc-42db-b3e0-41a84be577ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'mac_address': 'fa:16:3e:f2:a7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0891d03b-9e80-42b5-95f2-a9b36ba9978e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:59:36Z', 'updated_at': '2022-04-12T17:59:49Z', 'revision_number': 1, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 17:59:51.287113 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9316c7-dbd2-49e9-99fb-02b60c66ff66 None None] The sync data for ids ['3b74fc5e-26df-4305-b927-5261426f0429'] in dv-cinder-837534-1-iscsi is: [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '695cfb19-8a16-471d-977e-7b7ea4c4c233', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'port_id': 'd82635b7-b2bc-42db-b3e0-41a84be577ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'mac_address': 'fa:16:3e:f2:a7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0891d03b-9e80-42b5-95f2-a9b36ba9978e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:59:36Z', 'updated_at': '2022-04-12T17:59:49Z', 'revision_number': 1, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 17:59:51.350699 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-35854533-c6a0-446d-93b0-4c73ab274fb0 req-02d5188f-0efa-44b1-b91a-9acc0ad43947 service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398829 Apr 12 17:59:51.389214 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41236) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:51.393798 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-603ab5b2-aa32-4123-a40b-389193b2feb2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--244135741', 'description': 'tempest-description--349080487'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:59:51.414952 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-603ab5b2-aa32-4123-a40b-389193b2feb2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:51.484766 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-603ab5b2-aa32-4123-a40b-389193b2feb2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group (ce5029eb-8f3f-41a5-8518-219fb20bf107), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:51.488940 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-603ab5b2-aa32-4123-a40b-389193b2feb2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (ce5029eb-8f3f-41a5-8518-219fb20bf107), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:51.508539 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4758dedb-47ef-4616-b84c-17cc49498e85 None None] New status for floating IP 695cfb19-8a16-471d-977e-7b7ea4c4c233: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 17:59:51.521544 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-603ab5b2-aa32-4123-a40b-389193b2feb2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:51.522801 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-603ab5b2-aa32-4123-a40b-389193b2feb2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1326063 Apr 12 17:59:51.525627 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41238) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:51.530004 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-80817b39-a842-4c3d-b979-9aa7d94befa1 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Request body: {'security_group_rule': {'security_group_id': 'ce5029eb-8f3f-41a5-8518-219fb20bf107', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:59:51.537580 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ab5b2-aa32-4123-a40b-389193b2feb2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5029eb-8f3f-41a5-8518-219fb20bf107,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:51.560888 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-80817b39-a842-4c3d-b979-9aa7d94befa1 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group_rule (ee7fa913-70c2-4ae7-a2af-61a192dbb5e9), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:51.616639 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-80817b39-a842-4c3d-b979-9aa7d94befa1 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group_rule (ee7fa913-70c2-4ae7-a2af-61a192dbb5e9), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:51.620416 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-80817b39-a842-4c3d-b979-9aa7d94befa1 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (ee7fa913-70c2-4ae7-a2af-61a192dbb5e9), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:51.638667 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80817b39-a842-4c3d-b979-9aa7d94befa1 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7fa913-70c2-4ae7-a2af-61a192dbb5e9,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:51.646450 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-80817b39-a842-4c3d-b979-9aa7d94befa1 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:51.647683 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-80817b39-a842-4c3d-b979-9aa7d94befa1 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210971 Apr 12 17:59:51.650642 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41240) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:51.655325 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-02864ddf-8b05-403d-8bd1-96ef35787a86 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Request body: {'security_group_rule': {'security_group_id': 'ce5029eb-8f3f-41a5-8518-219fb20bf107', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:59:51.684280 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02864ddf-8b05-403d-8bd1-96ef35787a86 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group_rule (a9b74226-71ec-4f0e-a3ae-cb09522f3cf8), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:51.739506 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02864ddf-8b05-403d-8bd1-96ef35787a86 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group_rule (a9b74226-71ec-4f0e-a3ae-cb09522f3cf8), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:51.743256 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02864ddf-8b05-403d-8bd1-96ef35787a86 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (a9b74226-71ec-4f0e-a3ae-cb09522f3cf8), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:51.759668 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02864ddf-8b05-403d-8bd1-96ef35787a86 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b74226-71ec-4f0e-a3ae-cb09522f3cf8,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:51.768488 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-02864ddf-8b05-403d-8bd1-96ef35787a86 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:51.770186 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-02864ddf-8b05-403d-8bd1-96ef35787a86 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179304 Apr 12 17:59:51.773511 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41242) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 17:59:51.777962 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-0f91fab3-7c42-42d2-b7c6-3d93587ddb2a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Request body: {'floatingip': {'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:59:51.797893 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0f91fab3-7c42-42d2-b7c6-3d93587ddb2a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:51.878990 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0f91fab3-7c42-42d2-b7c6-3d93587ddb2a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:51.984897 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-0f91fab3-7c42-42d2-b7c6-3d93587ddb2a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Allocated IP 172.27.0.94 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/b268ad61-3bb8-4469-820c-495f98000bfc) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:59:52.090853 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0f91fab3-7c42-42d2-b7c6-3d93587ddb2a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for port (b268ad61-3bb8-4469-820c-495f98000bfc), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:52.123612 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0f91fab3-7c42-42d2-b7c6-3d93587ddb2a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (b268ad61-3bb8-4469-820c-495f98000bfc), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:52.162796 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f91fab3-7c42-42d2-b7c6-3d93587ddb2a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:59:52.165660 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-0f91fab3-7c42-42d2-b7c6-3d93587ddb2a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:59:52.172701 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f91fab3-7c42-42d2-b7c6-3d93587ddb2a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:59:52.207178 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91fab3-7c42-42d2-b7c6-3d93587ddb2a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Pushing event updated for resources: {'Port': ['ID=b268ad61-3bb8-4469-820c-495f98000bfc,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:52.257644 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11b009-c763-4781-af21-0bf755c390cf req-55fd3d0b-9581-4336-8b7c-591923941f96 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:52.259162 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8f11b009-c763-4781-af21-0bf755c390cf req-55fd3d0b-9581-4336-8b7c-591923941f96 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0874794 Apr 12 17:59:52.336310 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0f91fab3-7c42-42d2-b7c6-3d93587ddb2a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for floatingip (5693270b-4722-40e5-92af-0462041394dc), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:52.346619 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8f11b009-c763-4781-af21-0bf755c390cf req-1652e45c-e201-4e99-a53c-8e2f3259b766 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795519 Apr 12 17:59:52.375576 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0f91fab3-7c42-42d2-b7c6-3d93587ddb2a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b268ad61-3bb8-4469-820c-495f98000bfc), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:52.524204 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0f91fab3-7c42-42d2-b7c6-3d93587ddb2a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for port (b268ad61-3bb8-4469-820c-495f98000bfc), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:52.528622 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0f91fab3-7c42-42d2-b7c6-3d93587ddb2a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209085'] for port (b268ad61-3bb8-4469-820c-495f98000bfc), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:52.601340 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91fab3-7c42-42d2-b7c6-3d93587ddb2a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Pushing event updated for resources: {'Port': ['ID=b268ad61-3bb8-4469-820c-495f98000bfc,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:52.609703 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0f91fab3-7c42-42d2-b7c6-3d93587ddb2a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (5693270b-4722-40e5-92af-0462041394dc), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:52.624374 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0f91fab3-7c42-42d2-b7c6-3d93587ddb2a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:52.625584 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-0f91fab3-7c42-42d2-b7c6-3d93587ddb2a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8510940 Apr 12 17:59:52.818250 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-14001c76-a83b-4ec7-ab67-18abe2a173c2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--244135741&fields=id&tenant_id=b4c98209fd1841f9ad91c5c823b05ed8 HTTP/1.1" status: 200 len: 267 time: 0.0426922 Apr 12 17:59:52.921011 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-ddce06ee-783e-43f3-9379-c1f6c972d2bd tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:52.922717 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-ddce06ee-783e-43f3-9379-c1f6c972d2bd tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/networks?id=620e6442-ea5d-4803-85d5-538016f366eb HTTP/1.1" status: 200 len: 817 time: 0.0978773 Apr 12 17:59:52.936577 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-0de13a6d-43cc-4119-b2de-8a0897b79ad4 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/quotas/b4c98209fd1841f9ad91c5c823b05ed8 HTTP/1.1" status: 200 len: 375 time: 0.0085764 Apr 12 17:59:52.989642 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-767ee1a4-5434-44ba-9fb2-7e475d013ecc tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4c98209fd1841f9ad91c5c823b05ed8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471935 Apr 12 17:59:53.081440 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-93961504-73b3-4397-bd4f-e7e37852bbaa service neutron] 10.222.0.24 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815742 Apr 12 17:59:53.173182 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-f425a1a4-4c8a-4021-a6ad-34cd6487bdb4 service neutron] 10.222.0.24 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854475 Apr 12 17:59:53.331513 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0b43ec56-49ed-4b5c-8cce-88f7930915c0 req-ec6c1ae1-23e9-4ccd-adc6-2bf6f1d03c47 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 210 time: 0.0305905 Apr 12 17:59:53.461246 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa2355-f0a7-4fe1-a285-db620008ff63 req-2d8d0c5b-2b5e-44b4-bd2e-652e4f184404 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:53.462770 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-67aa2355-f0a7-4fe1-a285-db620008ff63 req-2d8d0c5b-2b5e-44b4-bd2e-652e4f184404 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0475523 Apr 12 17:59:53.510803 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-67aa2355-f0a7-4fe1-a285-db620008ff63 req-8d3ef860-ddec-4c80-af2a-83510a5f5cff tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417941 Apr 12 17:59:54.246793 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-0c131cfc-e95f-4b95-9b71-5c70390207ca tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:54.248352 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-0c131cfc-e95f-4b95-9b71-5c70390207ca tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.23 "GET /v2.0/networks?id=620e6442-ea5d-4803-85d5-538016f366eb HTTP/1.1" status: 200 len: 817 time: 0.1031451 Apr 12 17:59:54.317005 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-d1512f4a-a653-4d90-a8ea-67d15e24ea3b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4c98209fd1841f9ad91c5c823b05ed8 HTTP/1.1" status: 200 len: 379 time: 0.0577075 Apr 12 17:59:54.325670 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-219e97f0-8c57-40f1-8e3d-cf1624dcc4e9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Request body: {'port': {'device_id': 'f0a2d392-16f5-4e20-8486-9dd65baf6ff3', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'admin_state_up': True, 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'security_groups': ['ce5029eb-8f3f-41a5-8518-219fb20bf107']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:59:54.436099 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-219e97f0-8c57-40f1-8e3d-cf1624dcc4e9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Made reservation on behalf of b4c98209fd1841f9ad91c5c823b05ed8 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 17:59:54.436494 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e90cb326-4208-4180-b1a3-e5fff99e3805 req-32997909-a808-431e-bf16-b2e0e46a8886 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 210 time: 0.0316277 Apr 12 17:59:54.439825 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-219e97f0-8c57-40f1-8e3d-cf1624dcc4e9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:54.569659 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-219e97f0-8c57-40f1-8e3d-cf1624dcc4e9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Allocated IP 172.20.0.12 (620e6442-ea5d-4803-85d5-538016f366eb/bbb6ee85-b118-461b-9d62-32e550eb62b2/b9a5dbde-7ebf-4aff-9d55-32978c4f27e8) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 17:59:54.630343 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae858ef-a8bd-4112-97b9-359efa4d45b8 req-d122fdaf-e69c-4bd7-844d-45a9f3f10dee tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:54.632000 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3ae858ef-a8bd-4112-97b9-359efa4d45b8 req-d122fdaf-e69c-4bd7-844d-45a9f3f10dee tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0505812 Apr 12 17:59:54.680630 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3ae858ef-a8bd-4112-97b9-359efa4d45b8 req-9859cf03-5892-49e1-823c-6ae791ea646b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429125 Apr 12 17:59:54.713143 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-219e97f0-8c57-40f1-8e3d-cf1624dcc4e9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:54.750321 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-219e97f0-8c57-40f1-8e3d-cf1624dcc4e9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:54.790783 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-219e97f0-8c57-40f1-8e3d-cf1624dcc4e9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Network 620e6442-ea5d-4803-85d5-538016f366eb is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 17:59:54.794864 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-219e97f0-8c57-40f1-8e3d-cf1624dcc4e9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 17:59:54.804626 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-219e97f0-8c57-40f1-8e3d-cf1624dcc4e9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 17:59:54.809857 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-219e97f0-8c57-40f1-8e3d-cf1624dcc4e9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:54.810498 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-219e97f0-8c57-40f1-8e3d-cf1624dcc4e9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:54.821436 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e97f0-8c57-40f1-8e3d-cf1624dcc4e9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Pushing event updated for resources: {'Port': ['ID=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:54.834594 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-219e97f0-8c57-40f1-8e3d-cf1624dcc4e9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5126426 Apr 12 17:59:54.847364 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] Request body: {'port': {'device_id': 'f0a2d392-16f5-4e20-8486-9dd65baf6ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 17:59:54.911088 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:55.084014 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-df156a62-b08b-4cb4-a84f-04c8d1a0d05d None None] Provisioning complete for port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:59:55.084625 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-df156a62-b08b-4cb4-a84f-04c8d1a0d05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:55.118868 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-df156a62-b08b-4cb4-a84f-04c8d1a0d05d None None] Port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 17:59:55.169414 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:59:55.176787 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] Publish callbacks [] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:55.188805 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] Transition to ACTIVE for port object b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 17:59:55.192247 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:55.246496 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:55.292290 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] Attempting to bind port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 17:59:55.292970 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] Attempting to bind port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 17:59:55.292970 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] Attempting to bind port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 on network 620e6442-ea5d-4803-85d5-538016f366eb {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:59:55.297431 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] Port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 on network 620e6442-ea5d-4803-85d5-538016f366eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 17:59:55.297758 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] Attempting to bind port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 on network 620e6442-ea5d-4803-85d5-538016f366eb {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 17:59:55.303150 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] Checking agent: {'id': '00f7abb9-3948-4d4d-ae73-3182f7e75cf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'started_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 17, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 17:59:55.303150 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] Checking segment: {'id': '042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 17:59:55.303605 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] Bound using segment: {'id': '042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 17:59:55.304046 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] Bound port: b9a5dbde-7ebf-4aff-9d55-32978c4f27e8, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 17:59:55.304422 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:55.370770 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] For port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8, host hv-cinder-83753, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 17:59:55.373898 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] For port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 17:59:55.380970 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:55.415465 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:55.415992 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:55.417672 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] 10.222.0.23 "PUT /v2.0/ports/b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 HTTP/1.1" status: 200 len: 1094 time: 0.5747809 Apr 12 17:59:55.418130 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a2d392-16f5-4e20-8486-9dd65baf6ff3', 'tag': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:59:55.420419 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa09ec13-6aff-4e5a-8421-89f66cbb5aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a2d392-16f5-4e20-8486-9dd65baf6ff3", "tag": "b9a5dbde-7ebf-4aff-9d55-32978c4f27e8"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:59:55.446872 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ecd06-911e-447d-aa84-5591ecdd6e43 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:55.462553 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 17:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b8885a-10a6-475a-8aa9-f1509c087cf0 x-openstack-request-id: req-e9b8885a-10a6-475a-8aa9-f1509c087cf0 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:59:55.463034 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a2d392-16f5-4e20-8486-9dd65baf6ff3", "tag": "b9a5dbde-7ebf-4aff-9d55-32978c4f27e8", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:59:55.463574 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9b8885a-10a6-475a-8aa9-f1509c087cf0 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:59:55.464152 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b8885a-10a6-475a-8aa9-f1509c087cf0'] response: {'name': 'network-changed', 'server_uuid': 'f0a2d392-16f5-4e20-8486-9dd65baf6ff3', 'tag': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8', 'status': 'completed', 'code': 200} Apr 12 17:59:55.516293 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-55faa8df-2e2f-47e0-97eb-dae512cccc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:55.518473 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-55faa8df-2e2f-47e0-97eb-dae512cccc71 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c98209fd1841f9ad91c5c823b05ed8&device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 1128 time: 0.0479555 Apr 12 17:59:55.560872 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080987d8-5837-462f-add7-8c301875e428 req-d6e2033a-96d3-4bf3-a6de-d3c62916c2da tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:55.569027 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-080987d8-5837-462f-add7-8c301875e428 req-d6e2033a-96d3-4bf3-a6de-d3c62916c2da tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 944 time: 0.0571275 Apr 12 17:59:55.569988 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-3096dbed-d9a5-42ab-92a1-8428d6971e93 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 HTTP/1.1" status: 200 len: 217 time: 0.0413818 Apr 12 17:59:55.617147 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-080987d8-5837-462f-add7-8c301875e428 req-3a17f86e-7e7c-442f-bba5-2bbc95241fec tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469899 Apr 12 17:59:55.623986 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-544bbcfd-a4bf-4e92-8c66-bcb40e94a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:55.625561 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-544bbcfd-a4bf-4e92-8c66-bcb40e94a709 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bbb6ee85-b118-461b-9d62-32e550eb62b2 HTTP/1.1" status: 200 len: 856 time: 0.0492589 Apr 12 17:59:55.671887 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-2df8805c-da72-4579-88d1-395b20ec5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:55.673448 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-2df8805c-da72-4579-88d1-395b20ec5a44 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=620e6442-ea5d-4803-85d5-538016f366eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411303 Apr 12 17:59:55.780067 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-b0d5da8d-db50-4d5d-b891-417a1dbc6ef0 service neutron] 10.222.0.23 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882518 Apr 12 17:59:55.798198 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b4f90-7e2f-48da-ba87-13e9f1b2aa85 req-a5c7f512-bb77-4cdc-b67b-fa1113c7f842 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:55.799650 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-540b4f90-7e2f-48da-ba87-13e9f1b2aa85 req-a5c7f512-bb77-4cdc-b67b-fa1113c7f842 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0504005 Apr 12 17:59:55.846230 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-540b4f90-7e2f-48da-ba87-13e9f1b2aa85 req-323d798b-89d7-4560-a96d-2dbec762276f tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404525 Apr 12 17:59:55.872981 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f4806bb8-d20c-46fa-ad97-6f987b40b7f7 req-507bbd04-90e4-4093-80b3-9143274ac7b7 service neutron] 10.222.0.23 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861654 Apr 12 17:59:56.733850 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9009d-a8c9-4160-b585-3329436b2704 req-8220fd14-df1d-499c-9d42-5c8b4c3a609b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:56.735346 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2fb9009d-a8c9-4160-b585-3329436b2704 req-8220fd14-df1d-499c-9d42-5c8b4c3a609b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 944 time: 0.0465937 Apr 12 17:59:56.784541 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2fb9009d-a8c9-4160-b585-3329436b2704 req-39c1c88e-b236-422f-86c8-ca1188c4cc78 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432041 Apr 12 17:59:56.891276 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09ec13-6aff-4e5a-8421-89f66cbb5aaf req-bbb6fc50-18f0-41c2-8890-f6d10c8fa16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:56.892795 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fa09ec13-6aff-4e5a-8421-89f66cbb5aaf req-bbb6fc50-18f0-41c2-8890-f6d10c8fa16f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c98209fd1841f9ad91c5c823b05ed8&device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 1128 time: 0.0443597 Apr 12 17:59:56.966374 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c41063-807c-4e55-a3e2-58f0fd05e4da req-fb48fb9b-5c9d-45fb-b417-c13eac2ca4e2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:56.967784 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-27c41063-807c-4e55-a3e2-58f0fd05e4da req-fb48fb9b-5c9d-45fb-b417-c13eac2ca4e2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0501950 Apr 12 17:59:56.986990 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09ec13-6aff-4e5a-8421-89f66cbb5aaf req-fbf39598-6e90-49e1-9093-7d5e1d1fa814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:56.988528 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fa09ec13-6aff-4e5a-8421-89f66cbb5aaf req-fbf39598-6e90-49e1-9093-7d5e1d1fa814 service neutron] 10.222.0.23 "GET /v2.0/networks?id=620e6442-ea5d-4803-85d5-538016f366eb HTTP/1.1" status: 200 len: 918 time: 0.0845659 Apr 12 17:59:57.014447 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-27c41063-807c-4e55-a3e2-58f0fd05e4da req-50bd33b8-296a-4ca2-a670-d223989b4fd2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409648 Apr 12 17:59:57.015005 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 17:59:57.106891 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:57.118679 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'port_id': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8', 'mac_address': 'fa:16:3e:f7:01:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 17:59:57.157570 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:59:57.157952 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:57.170449 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 17:59:57.189793 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:57.193728 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:57.238582 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:57.479949 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['b9a5dbde-7ebf-4aff-9d55-32978c4f27e8'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 17:59:57.901908 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a78bb7-d625-4479-8ac7-fd26eaca1cef req-818827de-f85d-4ddf-8557-fe36c85f7550 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:57.903300 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-97a78bb7-d625-4479-8ac7-fd26eaca1cef req-818827de-f85d-4ddf-8557-fe36c85f7550 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 945 time: 0.0467534 Apr 12 17:59:57.949531 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-97a78bb7-d625-4479-8ac7-fd26eaca1cef req-d4e2d8f3-1ff7-4db7-be18-82b74902ecda tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408525 Apr 12 17:59:58.011844 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fa09ec13-6aff-4e5a-8421-89f66cbb5aaf req-c29f10ca-75c0-4ca2-9c62-3f030cced967 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 HTTP/1.1" status: 200 len: 217 time: 0.0384119 Apr 12 17:59:58.061438 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09ec13-6aff-4e5a-8421-89f66cbb5aaf req-9a284ff1-c15d-4316-be75-a1e735e894de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:58.062961 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fa09ec13-6aff-4e5a-8421-89f66cbb5aaf req-9a284ff1-c15d-4316-be75-a1e735e894de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bbb6ee85-b118-461b-9d62-32e550eb62b2 HTTP/1.1" status: 200 len: 856 time: 0.0448122 Apr 12 17:59:58.106404 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09ec13-6aff-4e5a-8421-89f66cbb5aaf req-41f70c99-bf9d-4354-9913-f120654c92d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:58.108039 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fa09ec13-6aff-4e5a-8421-89f66cbb5aaf req-41f70c99-bf9d-4354-9913-f120654c92d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=620e6442-ea5d-4803-85d5-538016f366eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392053 Apr 12 17:59:58.128723 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdc025-4e8d-46ee-8756-18b40eddc1e5 req-96d1fcef-593e-4776-ab63-75b38ff1d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:58.130774 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-05bdc025-4e8d-46ee-8756-18b40eddc1e5 req-96d1fcef-593e-4776-ab63-75b38ff1d36e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 1129 time: 0.0674086 Apr 12 17:59:58.146385 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaf867-fe1c-4636-bf62-b058402fafc3 req-292aa36a-05d5-48f3-a3ea-9b4bd2620703 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:58.148621 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9bcaf867-fe1c-4636-bf62-b058402fafc3 req-292aa36a-05d5-48f3-a3ea-9b4bd2620703 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0589197 Apr 12 17:59:58.202549 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fa09ec13-6aff-4e5a-8421-89f66cbb5aaf req-a43735c3-4cc2-4430-9e6f-3093d0094b2d service neutron] 10.222.0.23 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861521 Apr 12 17:59:58.218077 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-05bdc025-4e8d-46ee-8756-18b40eddc1e5 req-35d4d60d-459f-4fb0-9239-efadaa040f96 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685089 Apr 12 17:59:58.221448 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9bcaf867-fe1c-4636-bf62-b058402fafc3 req-f5208f6d-982c-4ec7-b82e-3e2e17dc3318 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668268 Apr 12 17:59:58.261752 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-53865542-9b64-475a-adf2-f0de86766a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:58.295282 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fa09ec13-6aff-4e5a-8421-89f66cbb5aaf req-6044d0ca-5626-4e24-a792-03388039b348 service neutron] 10.222.0.23 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860636 Apr 12 17:59:59.039407 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 17:59:59.066010 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5d29b-aca5-4de9-af24-474e6eed9cdc req-6a11dd5e-3894-4235-99af-d6f8f52bb3f8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:59.067585 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-35d5d29b-aca5-4de9-af24-474e6eed9cdc req-6a11dd5e-3894-4235-99af-d6f8f52bb3f8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 945 time: 0.0481014 Apr 12 17:59:59.082634 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning for port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 completed by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 17:59:59.089158 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 17:59:59.089708 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:59.116060 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-35d5d29b-aca5-4de9-af24-474e6eed9cdc req-bad8c047-c7c2-4307-9b06-9cce22c0d0dc tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426979 Apr 12 17:59:59.170613 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 17:59:59.170992 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:59.193498 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a2d392-16f5-4e20-8486-9dd65baf6ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 17:59:59.195738 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00c99a5-1901-4f1d-ad11-598c9ecbb544" -d '{"events": [{"server_uuid": "f0a2d392-16f5-4e20-8486-9dd65baf6ff3", "name": "network-vif-plugged", "status": "completed", "tag": "b9a5dbde-7ebf-4aff-9d55-32978c4f27e8"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 17:59:59.209186 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 17:59:59.213245 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 17:59:59.237417 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 17:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bee16b0-8ec9-4f51-931c-c3a27cee68a3 x-openstack-request-id: req-3bee16b0-8ec9-4f51-931c-c3a27cee68a3 {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 17:59:59.237723 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a2d392-16f5-4e20-8486-9dd65baf6ff3", "name": "network-vif-plugged", "status": "completed", "tag": "b9a5dbde-7ebf-4aff-9d55-32978c4f27e8", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 17:59:59.237976 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bee16b0-8ec9-4f51-931c-c3a27cee68a3 {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 17:59:59.238389 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bee16b0-8ec9-4f51-931c-c3a27cee68a3'] response: {'server_uuid': 'f0a2d392-16f5-4e20-8486-9dd65baf6ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8', 'code': 200} Apr 12 17:59:59.268208 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 17:59:59.345900 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d0893-9a67-4e00-a56b-a2811c308cfd req-7eeed1d0-05c7-4bea-85cf-bded1a62ebca tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:59.347410 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c55d0893-9a67-4e00-a56b-a2811c308cfd req-7eeed1d0-05c7-4bea-85cf-bded1a62ebca tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0491087 Apr 12 17:59:59.392925 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c55d0893-9a67-4e00-a56b-a2811c308cfd req-7fc022c5-9f75-4eba-9535-5cababb3def0 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390077 Apr 12 17:59:59.899812 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1ebcf-82b8-4b22-a753-6418b2b97dda req-b2e84107-b9a5-4d17-8aad-82b16e068c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 17:59:59.901289 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-91d1ebcf-82b8-4b22-a753-6418b2b97dda req-b2e84107-b9a5-4d17-8aad-82b16e068c39 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 1130 time: 0.0432775 Apr 12 17:59:59.944681 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-91d1ebcf-82b8-4b22-a753-6418b2b97dda req-9400a45f-1268-4677-a93d-eee3e37b2abe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372798 Apr 12 18:00:00.235521 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13892774-856c-4885-9a48-817baa1b71ba req-340195e2-9d4b-42b8-be74-b7d0d922c5f0 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:00.236986 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-13892774-856c-4885-9a48-817baa1b71ba req-340195e2-9d4b-42b8-be74-b7d0d922c5f0 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0465922 Apr 12 18:00:00.284099 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-13892774-856c-4885-9a48-817baa1b71ba req-650ef6cd-63e2-49e2-93b7-695568bbc4df tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410738 Apr 12 18:00:00.506139 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a6da5-8e60-406f-bbea-83c3a2adc507 req-6253be22-5354-4aef-8e7a-2ca9d5f094d9 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:00.507614 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d91a6da5-8e60-406f-bbea-83c3a2adc507 req-6253be22-5354-4aef-8e7a-2ca9d5f094d9 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0460474 Apr 12 18:00:00.556529 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d91a6da5-8e60-406f-bbea-83c3a2adc507 req-14f1be52-ae5e-45d8-944a-64b0afcbdf68 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433459 Apr 12 18:00:00.805859 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-61d076aa-96e9-402f-b71b-35c27548bbdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:00.885117 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476c00a-c606-4b24-a9b1-bdb78fcd00e9 req-05f02124-7651-4137-8aba-f08c36f3c654 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:00.886763 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8476c00a-c606-4b24-a9b1-bdb78fcd00e9 req-05f02124-7651-4137-8aba-f08c36f3c654 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0488331 Apr 12 18:00:00.936398 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8476c00a-c606-4b24-a9b1-bdb78fcd00e9 req-7586d97b-e0e1-4bd0-9f35-aff1cff2de80 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433166 Apr 12 18:00:00.948965 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbea2b2-79bd-4667-b809-a245abd9d0da req-cff5506c-7f0f-43dd-89c5-00ceda3e9d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:00.950603 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-efbea2b2-79bd-4667-b809-a245abd9d0da req-cff5506c-7f0f-43dd-89c5-00ceda3e9d6e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f15b7fa885d74f029c4594b80329f70f&device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 1129 time: 0.0407114 Apr 12 18:00:01.042899 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbea2b2-79bd-4667-b809-a245abd9d0da req-fbbd88c1-761c-4e11-811c-4221eb790e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:01.044368 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-efbea2b2-79bd-4667-b809-a245abd9d0da req-fbbd88c1-761c-4e11-811c-4221eb790e17 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2876e2a1-3492-40af-97a0-a80d1612333d HTTP/1.1" status: 200 len: 920 time: 0.0867534 Apr 12 18:00:01.111367 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-efbea2b2-79bd-4667-b809-a245abd9d0da req-e787eda9-9583-434e-a5fa-c9282be6e056 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=558b0f53-6e88-4358-b78d-b3eab605be69 HTTP/1.1" status: 200 len: 1000 time: 0.0573089 Apr 12 18:00:01.248270 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbea2b2-79bd-4667-b809-a245abd9d0da req-c2359a9b-ea62-46f3-b31e-bf55583c8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:01.249839 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-efbea2b2-79bd-4667-b809-a245abd9d0da req-c2359a9b-ea62-46f3-b31e-bf55583c8b17 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5aebc3d-31c6-4909-92e3-135069d3f64d HTTP/1.1" status: 200 len: 858 time: 0.0475342 Apr 12 18:00:01.404345 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c1a94-a0f5-4aa3-9b10-fe645c0769b5 req-33eaf5c3-0f8e-4644-a013-4c444a123a66 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:01.405857 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ab4c1a94-a0f5-4aa3-9b10-fe645c0769b5 req-33eaf5c3-0f8e-4644-a013-4c444a123a66 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0463300 Apr 12 18:00:01.452481 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ab4c1a94-a0f5-4aa3-9b10-fe645c0769b5 req-51979c7c-19c4-4e92-a969-ede70e249715 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410337 Apr 12 18:00:01.566318 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cd674-4f90-48c4-9a03-0f9cbf98fbed req-6a20cb6f-d36b-4860-809b-1df865ea8da9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:01.567674 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-460cd674-4f90-48c4-9a03-0f9cbf98fbed req-6a20cb6f-d36b-4860-809b-1df865ea8da9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0492370 Apr 12 18:00:01.576778 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41328) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:01.581021 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-e26f2b15-29de-4c56-a9e8-b51da4cbdedf tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Request body: {'floatingip': {'port_id': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:01.620856 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e26f2b15-29de-4c56-a9e8-b51da4cbdedf tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for floatingip (5693270b-4722-40e5-92af-0462041394dc), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:01.658452 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:01.828474 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbea2b2-79bd-4667-b809-a245abd9d0da req-ccd6dac4-482e-45bc-8441-97d6a703b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:01.829822 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-efbea2b2-79bd-4667-b809-a245abd9d0da req-ccd6dac4-482e-45bc-8441-97d6a703b4bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2876e2a1-3492-40af-97a0-a80d1612333d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502424 Apr 12 18:00:01.872524 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:01.924419 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-efbea2b2-79bd-4667-b809-a245abd9d0da req-85fd55b5-84ae-4014-9db9-23c66acf3c28 service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853386 Apr 12 18:00:02.024582 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-efbea2b2-79bd-4667-b809-a245abd9d0da req-02363340-8081-4431-b3fc-1db9e9a92e1d service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918226 Apr 12 18:00:02.096040 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83d59a-c2d2-4019-bb13-7aebf2c3de95 req-ddd647f8-3f43-4f5c-8af8-ad51c9fc7e91 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:02.097426 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-cf83d59a-c2d2-4019-bb13-7aebf2c3de95 req-ddd647f8-3f43-4f5c-8af8-ad51c9fc7e91 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0871561 Apr 12 18:00:02.130639 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e26f2b15-29de-4c56-a9e8-b51da4cbdedf tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:02.136029 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e26f2b15-29de-4c56-a9e8-b51da4cbdedf tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (5693270b-4722-40e5-92af-0462041394dc), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:02.198122 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-cf83d59a-c2d2-4019-bb13-7aebf2c3de95 req-f482236e-fd59-4568-931d-62c626037fed tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936177 Apr 12 18:00:02.253807 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.l3_db [None req-e26f2b15-29de-4c56-a9e8-b51da4cbdedf tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Floating IP 5693270b-4722-40e5-92af-0462041394dc associated. External IP: 172.27.0.94, port: b9a5dbde-7ebf-4aff-9d55-32978c4f27e8. Apr 12 18:00:02.461452 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26f2b15-29de-4c56-a9e8-b51da4cbdedf tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Router 247dba89-5927-4459-97b8-323df380be47 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:00:02.789154 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26f2b15-29de-4c56-a9e8-b51da4cbdedf tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:00:02.794281 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e26f2b15-29de-4c56-a9e8-b51da4cbdedf tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:02.799929 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee1f991-417e-400b-8d0b-a689539b5f6c None None] Sync routers for ids ['247dba89-5927-4459-97b8-323df380be47'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:00:02.810092 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee1f991-417e-400b-8d0b-a689539b5f6c None None] Routers {'247dba89-5927-4459-97b8-323df380be47'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:00:02.810734 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-dee1f991-417e-400b-8d0b-a689539b5f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:00:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['247dba89-5927-4459-97b8-323df380be47'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:02.834190 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-e26f2b15-29de-4c56-a9e8-b51da4cbdedf tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "PUT /v2.0/floatingips/5693270b-4722-40e5-92af-0462041394dc HTTP/1.1" status: 200 len: 991 time: 1.2442625 Apr 12 18:00:02.834190 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a2d392-16f5-4e20-8486-9dd65baf6ff3', 'tag': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:00:02.834190 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8794fbc469913332b26a1bcbfb78f2e90de67fe5ea04afc148497b54c77658c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9292f799-724d-4b4d-8162-07b7fe479c43" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a2d392-16f5-4e20-8486-9dd65baf6ff3", "tag": "b9a5dbde-7ebf-4aff-9d55-32978c4f27e8"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:00:02.860299 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9b5f3b-23fd-4848-b3a4-4808a61b124f x-openstack-request-id: req-7b9b5f3b-23fd-4848-b3a4-4808a61b124f {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:00:02.860625 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a2d392-16f5-4e20-8486-9dd65baf6ff3", "tag": "b9a5dbde-7ebf-4aff-9d55-32978c4f27e8", "status": "completed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:00:02.860886 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b9b5f3b-23fd-4848-b3a4-4808a61b124f {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:00:02.861321 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b9b5f3b-23fd-4848-b3a4-4808a61b124f'] response: {'name': 'network-changed', 'server_uuid': 'f0a2d392-16f5-4e20-8486-9dd65baf6ff3', 'tag': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8', 'status': 'completed', 'code': 200} Apr 12 18:00:02.918322 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-dee1f991-417e-400b-8d0b-a689539b5f6c None None] Set router 247dba89-5927-4459-97b8-323df380be47 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:00:03.094890 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:03.129088 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-dee1f991-417e-400b-8d0b-a689539b5f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247dba89-5927-4459-97b8-323df380be47', 'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-router', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:14Z', 'revision_number': 4, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'gw_port': {'id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:03Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '5693270b-4722-40e5-92af-0462041394dc', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '247dba89-5927-4459-97b8-323df380be47', 'port_id': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'mac_address': 'fa:16:3e:f7:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a2d392-16f5-4e20-8486-9dd65baf6ff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:59:52Z', 'updated_at': '2022-04-12T18:00:01Z', 'revision_number': 1, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c466f6-8a56-4b6a-af95-8165b8e4a9c7', 'name': '', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'mac_address': 'fa:16:3e:3e:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:25Z', 'revision_number': 5, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'subnets': [{'id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:03.155392 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee1f991-417e-400b-8d0b-a689539b5f6c None None] Checking router: 247dba89-5927-4459-97b8-323df380be47 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:00:03.163309 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee1f991-417e-400b-8d0b-a689539b5f6c None None] Routers {'247dba89-5927-4459-97b8-323df380be47'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:00:03.164167 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-dee1f991-417e-400b-8d0b-a689539b5f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:00:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['247dba89-5927-4459-97b8-323df380be47'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:03.271772 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-dee1f991-417e-400b-8d0b-a689539b5f6c None None] Set router 247dba89-5927-4459-97b8-323df380be47 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:00:03.314096 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d0b5d-fede-4170-8d87-f3af9069ab64 req-3d561e6d-eab8-4658-9b7a-b64508466f44 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:03.315505 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-728d0b5d-fede-4170-8d87-f3af9069ab64 req-3d561e6d-eab8-4658-9b7a-b64508466f44 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0502315 Apr 12 18:00:03.362355 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-728d0b5d-fede-4170-8d87-f3af9069ab64 req-13b8158d-8db9-4d07-a6f6-e54b61a2f4ea tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404954 Apr 12 18:00:03.487427 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-dee1f991-417e-400b-8d0b-a689539b5f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247dba89-5927-4459-97b8-323df380be47', 'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-router', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:14Z', 'revision_number': 4, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'gw_port': {'id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:03Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '5693270b-4722-40e5-92af-0462041394dc', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '247dba89-5927-4459-97b8-323df380be47', 'port_id': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'mac_address': 'fa:16:3e:f7:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a2d392-16f5-4e20-8486-9dd65baf6ff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:59:52Z', 'updated_at': '2022-04-12T18:00:01Z', 'revision_number': 1, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c466f6-8a56-4b6a-af95-8165b8e4a9c7', 'name': '', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'mac_address': 'fa:16:3e:3e:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:25Z', 'revision_number': 5, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'subnets': [{'id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:03.513066 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee1f991-417e-400b-8d0b-a689539b5f6c None None] The sync data for ids ['247dba89-5927-4459-97b8-323df380be47'] in dv-cinder-837534-1-iscsi is: [{'id': '247dba89-5927-4459-97b8-323df380be47', 'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-router', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:14Z', 'revision_number': 4, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'gw_port': {'id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:03Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '5693270b-4722-40e5-92af-0462041394dc', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '247dba89-5927-4459-97b8-323df380be47', 'port_id': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'mac_address': 'fa:16:3e:f7:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a2d392-16f5-4e20-8486-9dd65baf6ff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:59:52Z', 'updated_at': '2022-04-12T18:00:01Z', 'revision_number': 1, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c466f6-8a56-4b6a-af95-8165b8e4a9c7', 'name': '', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'mac_address': 'fa:16:3e:3e:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:25Z', 'revision_number': 5, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'subnets': [{'id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:00:03.679549 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292f799-724d-4b4d-8162-07b7fe479c43 req-f5430a4d-0e7a-405d-b11d-f0a7c651888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:03.681698 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9292f799-724d-4b4d-8162-07b7fe479c43 req-f5430a4d-0e7a-405d-b11d-f0a7c651888d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c98209fd1841f9ad91c5c823b05ed8&device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 1130 time: 0.0469196 Apr 12 18:00:03.711765 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e0cfb4-7172-404a-b90f-7ada49e0dc91 None None] New status for floating IP 5693270b-4722-40e5-92af-0462041394dc: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:00:04.092931 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292f799-724d-4b4d-8162-07b7fe479c43 req-165b24da-a333-4aaf-8a63-e441b6207553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:04.094431 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9292f799-724d-4b4d-8162-07b7fe479c43 req-165b24da-a333-4aaf-8a63-e441b6207553 service neutron] 10.222.0.23 "GET /v2.0/networks?id=620e6442-ea5d-4803-85d5-538016f366eb HTTP/1.1" status: 200 len: 918 time: 0.0962081 Apr 12 18:00:04.403104 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:04.479646 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6359174-3d6d-4f31-89a6-a6959f3bc033 req-e834b40f-c698-49ae-97db-722ef4747bdc tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:04.481129 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c6359174-3d6d-4f31-89a6-a6959f3bc033 req-e834b40f-c698-49ae-97db-722ef4747bdc tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0455098 Apr 12 18:00:04.527661 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c6359174-3d6d-4f31-89a6-a6959f3bc033 req-a5c690ed-7d7c-4ca3-a7e9-d03fb8d95aeb tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410435 Apr 12 18:00:04.601419 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9292f799-724d-4b4d-8162-07b7fe479c43 req-5a673bfe-75a6-4289-b511-2b64d6ed82be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 HTTP/1.1" status: 200 len: 1001 time: 0.0720077 Apr 12 18:00:04.639978 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0bbed-326e-4dd8-8da4-2c3fde9d4517 req-6689a612-bc66-4572-8122-51e3d6e89c49 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:04.641432 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5ed0bbed-326e-4dd8-8da4-2c3fde9d4517 req-6689a612-bc66-4572-8122-51e3d6e89c49 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0461285 Apr 12 18:00:04.649748 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41344) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:04.653959 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-5f616fc7-8f68-4caf-8256-c2d92d208d5b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Request body: {'floatingip': {'port_id': '558b0f53-6e88-4358-b78d-b3eab605be69'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:04.711618 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5f616fc7-8f68-4caf-8256-c2d92d208d5b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for floatingip (2faf36c1-faaa-4141-b2e3-7d0bb8630d00), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:04.843739 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292f799-724d-4b4d-8162-07b7fe479c43 req-7d91edbf-623b-4fa8-8bc1-b780dacd85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:04.845195 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9292f799-724d-4b4d-8162-07b7fe479c43 req-7d91edbf-623b-4fa8-8bc1-b780dacd85f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bbb6ee85-b118-461b-9d62-32e550eb62b2 HTTP/1.1" status: 200 len: 856 time: 0.0439353 Apr 12 18:00:04.894406 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292f799-724d-4b4d-8162-07b7fe479c43 req-b5ff9cda-2a82-4018-aa68-20800b941db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:04.895819 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9292f799-724d-4b4d-8162-07b7fe479c43 req-b5ff9cda-2a82-4018-aa68-20800b941db1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=620e6442-ea5d-4803-85d5-538016f366eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420282 Apr 12 18:00:04.985338 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9292f799-724d-4b4d-8162-07b7fe479c43 req-d57686a6-d601-4317-8226-ce408fc3e4a4 service neutron] 10.222.0.23 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809646 Apr 12 18:00:05.077537 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9292f799-724d-4b4d-8162-07b7fe479c43 req-d2297214-1ee2-4808-a4b6-3c4509186665 service neutron] 10.222.0.23 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846214 Apr 12 18:00:05.184132 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5f616fc7-8f68-4caf-8256-c2d92d208d5b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:05.187927 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5f616fc7-8f68-4caf-8256-c2d92d208d5b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (2faf36c1-faaa-4141-b2e3-7d0bb8630d00), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:05.398928 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f616fc7-8f68-4caf-8256-c2d92d208d5b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Router 89cca699-a507-4901-bbec-3b3061bdd2f7 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:00:05.504990 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f616fc7-8f68-4caf-8256-c2d92d208d5b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:00:05.509807 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5f616fc7-8f68-4caf-8256-c2d92d208d5b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:05.515028 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204dbe55-75a1-4ddb-90b3-8d75791a5b30 None None] Sync routers for ids ['89cca699-a507-4901-bbec-3b3061bdd2f7'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:00:05.524840 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204dbe55-75a1-4ddb-90b3-8d75791a5b30 None None] Routers {'89cca699-a507-4901-bbec-3b3061bdd2f7'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:00:05.525453 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-204dbe55-75a1-4ddb-90b3-8d75791a5b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:00:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['89cca699-a507-4901-bbec-3b3061bdd2f7'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:05.539860 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312deef7-cebe-4819-a5bf-08313b421e47', 'tag': '558b0f53-6e88-4358-b78d-b3eab605be69'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:00:05.542362 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8794fbc469913332b26a1bcbfb78f2e90de67fe5ea04afc148497b54c77658c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611b50ca-0eb8-4569-a9ca-df6ce6f42d12" -d '{"events": [{"name": "network-changed", "server_uuid": "312deef7-cebe-4819-a5bf-08313b421e47", "tag": "558b0f53-6e88-4358-b78d-b3eab605be69"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:00:05.583851 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-5f616fc7-8f68-4caf-8256-c2d92d208d5b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "PUT /v2.0/floatingips/2faf36c1-faaa-4141-b2e3-7d0bb8630d00 HTTP/1.1" status: 200 len: 992 time: 0.9215350 Apr 12 18:00:05.583851 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3339d2-3593-4ea3-a4b4-7c720eabbaf0 x-openstack-request-id: req-fb3339d2-3593-4ea3-a4b4-7c720eabbaf0 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:00:05.583851 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312deef7-cebe-4819-a5bf-08313b421e47", "tag": "558b0f53-6e88-4358-b78d-b3eab605be69", "status": "completed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:00:05.583851 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb3339d2-3593-4ea3-a4b4-7c720eabbaf0 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:00:05.583851 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb3339d2-3593-4ea3-a4b4-7c720eabbaf0'] response: {'name': 'network-changed', 'server_uuid': '312deef7-cebe-4819-a5bf-08313b421e47', 'tag': '558b0f53-6e88-4358-b78d-b3eab605be69', 'status': 'completed', 'code': 200} Apr 12 18:00:05.644282 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b50ca-0eb8-4569-a9ca-df6ce6f42d12 req-629c2288-34ed-4d72-bd3f-11714dd13066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:05.645770 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-611b50ca-0eb8-4569-a9ca-df6ce6f42d12 req-629c2288-34ed-4d72-bd3f-11714dd13066 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f15b7fa885d74f029c4594b80329f70f&device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 1129 time: 0.0401354 Apr 12 18:00:05.715183 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-204dbe55-75a1-4ddb-90b3-8d75791a5b30 None None] Set router 89cca699-a507-4901-bbec-3b3061bdd2f7 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:00:05.739469 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b50ca-0eb8-4569-a9ca-df6ce6f42d12 req-05cae98e-6d70-44d7-8b83-f0668f980981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:05.740938 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-611b50ca-0eb8-4569-a9ca-df6ce6f42d12 req-05cae98e-6d70-44d7-8b83-f0668f980981 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2876e2a1-3492-40af-97a0-a80d1612333d HTTP/1.1" status: 200 len: 920 time: 0.0884969 Apr 12 18:00:05.807389 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-611b50ca-0eb8-4569-a9ca-df6ce6f42d12 req-a55a91f5-490c-4d0e-a284-ad1f5b148566 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=558b0f53-6e88-4358-b78d-b3eab605be69 HTTP/1.1" status: 200 len: 1000 time: 0.0596745 Apr 12 18:00:05.871452 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b50ca-0eb8-4569-a9ca-df6ce6f42d12 req-8c5d21ab-d316-41ad-9e93-c93aedcf4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:05.872928 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-611b50ca-0eb8-4569-a9ca-df6ce6f42d12 req-8c5d21ab-d316-41ad-9e93-c93aedcf4961 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5aebc3d-31c6-4909-92e3-135069d3f64d HTTP/1.1" status: 200 len: 858 time: 0.0448604 Apr 12 18:00:05.921295 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b50ca-0eb8-4569-a9ca-df6ce6f42d12 req-9ca30a8d-7034-40db-8795-01ed8521943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:05.922825 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-611b50ca-0eb8-4569-a9ca-df6ce6f42d12 req-9ca30a8d-7034-40db-8795-01ed8521943f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2876e2a1-3492-40af-97a0-a80d1612333d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425186 Apr 12 18:00:05.939204 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-204dbe55-75a1-4ddb-90b3-8d75791a5b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1590815753-router', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:12Z', 'revision_number': 4, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'gw_port': {'id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:05Z', 'updated_at': '2022-04-12T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '2faf36c1-faaa-4141-b2e3-7d0bb8630d00', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'port_id': '558b0f53-6e88-4358-b78d-b3eab605be69', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'mac_address': 'fa:16:3e:df:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312deef7-cebe-4819-a5bf-08313b421e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:58:19Z', 'updated_at': '2022-04-12T18:00:05Z', 'revision_number': 3, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e348f39-4cd8-495b-89ed-6c3dfcff9cc9', 'name': '', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'mac_address': 'fa:16:3e:d1:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:20Z', 'revision_number': 5, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'subnets': [{'id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:05.964974 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204dbe55-75a1-4ddb-90b3-8d75791a5b30 None None] Checking router: 89cca699-a507-4901-bbec-3b3061bdd2f7 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:00:05.973100 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204dbe55-75a1-4ddb-90b3-8d75791a5b30 None None] Routers {'89cca699-a507-4901-bbec-3b3061bdd2f7'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:00:05.973702 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-204dbe55-75a1-4ddb-90b3-8d75791a5b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:00:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['89cca699-a507-4901-bbec-3b3061bdd2f7'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:06.010019 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-611b50ca-0eb8-4569-a9ca-df6ce6f42d12 req-4fdfbfbf-4d96-402a-b817-7f7ead1d2d00 service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801666 Apr 12 18:00:06.079483 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-204dbe55-75a1-4ddb-90b3-8d75791a5b30 None None] Set router 89cca699-a507-4901-bbec-3b3061bdd2f7 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:00:06.101818 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-611b50ca-0eb8-4569-a9ca-df6ce6f42d12 req-c3daff87-c517-411e-b62c-b123388405e4 service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843914 Apr 12 18:00:06.289608 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-204dbe55-75a1-4ddb-90b3-8d75791a5b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1590815753-router', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:12Z', 'revision_number': 4, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'gw_port': {'id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:05Z', 'updated_at': '2022-04-12T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '2faf36c1-faaa-4141-b2e3-7d0bb8630d00', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'port_id': '558b0f53-6e88-4358-b78d-b3eab605be69', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'mac_address': 'fa:16:3e:df:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312deef7-cebe-4819-a5bf-08313b421e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:58:19Z', 'updated_at': '2022-04-12T18:00:05Z', 'revision_number': 3, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e348f39-4cd8-495b-89ed-6c3dfcff9cc9', 'name': '', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'mac_address': 'fa:16:3e:d1:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:20Z', 'revision_number': 5, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'subnets': [{'id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:06.315109 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204dbe55-75a1-4ddb-90b3-8d75791a5b30 None None] The sync data for ids ['89cca699-a507-4901-bbec-3b3061bdd2f7'] in dv-cinder-837534-1-iscsi is: [{'id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1590815753-router', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:12Z', 'revision_number': 4, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'gw_port': {'id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:05Z', 'updated_at': '2022-04-12T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '2faf36c1-faaa-4141-b2e3-7d0bb8630d00', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'port_id': '558b0f53-6e88-4358-b78d-b3eab605be69', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'mac_address': 'fa:16:3e:df:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312deef7-cebe-4819-a5bf-08313b421e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T17:58:19Z', 'updated_at': '2022-04-12T18:00:05Z', 'revision_number': 3, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e348f39-4cd8-495b-89ed-6c3dfcff9cc9', 'name': '', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'mac_address': 'fa:16:3e:d1:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:20Z', 'revision_number': 5, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'subnets': [{'id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:00:07.583249 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312deef7-cebe-4819-a5bf-08313b421e47', 'tag': '558b0f53-6e88-4358-b78d-b3eab605be69'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:00:07.585573 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8794fbc469913332b26a1bcbfb78f2e90de67fe5ea04afc148497b54c77658c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e656e8ea-28dd-4a49-bacb-8ae0c327a6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "312deef7-cebe-4819-a5bf-08313b421e47", "tag": "558b0f53-6e88-4358-b78d-b3eab605be69"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:00:07.619896 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e79174-f900-4ce7-a056-aea30e80edc5 x-openstack-request-id: req-69e79174-f900-4ce7-a056-aea30e80edc5 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:00:07.620192 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312deef7-cebe-4819-a5bf-08313b421e47", "tag": "558b0f53-6e88-4358-b78d-b3eab605be69", "status": "completed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:00:07.620454 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69e79174-f900-4ce7-a056-aea30e80edc5 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:00:07.620864 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e79174-f900-4ce7-a056-aea30e80edc5'] response: {'name': 'network-changed', 'server_uuid': '312deef7-cebe-4819-a5bf-08313b421e47', 'tag': '558b0f53-6e88-4358-b78d-b3eab605be69', 'status': 'completed', 'code': 200} Apr 12 18:00:07.763965 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656e8ea-28dd-4a49-bacb-8ae0c327a6f9 req-8f2bdea3-0f82-4ab8-8ea6-f6fa3f9c7a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:07.765443 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e656e8ea-28dd-4a49-bacb-8ae0c327a6f9 req-8f2bdea3-0f82-4ab8-8ea6-f6fa3f9c7a71 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f15b7fa885d74f029c4594b80329f70f&device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 1129 time: 0.0403333 Apr 12 18:00:07.863494 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656e8ea-28dd-4a49-bacb-8ae0c327a6f9 req-3f5ea6f1-f62d-4582-9430-07a0c951c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:07.865124 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e656e8ea-28dd-4a49-bacb-8ae0c327a6f9 req-3f5ea6f1-f62d-4582-9430-07a0c951c4fb service neutron] 10.222.0.23 "GET /v2.0/networks?id=2876e2a1-3492-40af-97a0-a80d1612333d HTTP/1.1" status: 200 len: 920 time: 0.0891571 Apr 12 18:00:07.932845 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e656e8ea-28dd-4a49-bacb-8ae0c327a6f9 req-cb29f349-6724-49cc-b880-745ec4c5e692 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=558b0f53-6e88-4358-b78d-b3eab605be69 HTTP/1.1" status: 200 len: 1000 time: 0.0611711 Apr 12 18:00:07.978948 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656e8ea-28dd-4a49-bacb-8ae0c327a6f9 req-a1049f0c-8ece-439f-a7b5-1146a4bfdd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:07.980350 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e656e8ea-28dd-4a49-bacb-8ae0c327a6f9 req-a1049f0c-8ece-439f-a7b5-1146a4bfdd23 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5aebc3d-31c6-4909-92e3-135069d3f64d HTTP/1.1" status: 200 len: 858 time: 0.0415978 Apr 12 18:00:08.030015 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656e8ea-28dd-4a49-bacb-8ae0c327a6f9 req-6d9d1005-ef5b-4954-9f45-a128996a4ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:08.031535 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e656e8ea-28dd-4a49-bacb-8ae0c327a6f9 req-6d9d1005-ef5b-4954-9f45-a128996a4ab0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2876e2a1-3492-40af-97a0-a80d1612333d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408781 Apr 12 18:00:08.121713 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e656e8ea-28dd-4a49-bacb-8ae0c327a6f9 req-612c3d76-89d4-4913-ace3-5040908d4c9f service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818126 Apr 12 18:00:08.211481 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e656e8ea-28dd-4a49-bacb-8ae0c327a6f9 req-40afcfcf-3828-4013-85bd-04370394451c service neutron] 10.222.0.23 "GET /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831389 Apr 12 18:00:08.548173 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a8703-1274-461b-8cce-2ea93f232e19 req-65ad2b6b-2116-45a1-aea8-d69e348a823e tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:08.549669 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3b1a8703-1274-461b-8cce-2ea93f232e19 req-65ad2b6b-2116-45a1-aea8-d69e348a823e tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0493701 Apr 12 18:00:08.595723 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3b1a8703-1274-461b-8cce-2ea93f232e19 req-3c80496c-2f8d-4eeb-bbc6-227a0891c2ae tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400701 Apr 12 18:00:09.712037 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523fc1a-192a-44ef-8f00-34f6ccd2931b req-311c06c3-3777-4e04-916f-85c82b714d9f tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:09.713418 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1523fc1a-192a-44ef-8f00-34f6ccd2931b req-311c06c3-3777-4e04-916f-85c82b714d9f tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0502272 Apr 12 18:00:09.758968 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1523fc1a-192a-44ef-8f00-34f6ccd2931b req-93073d3e-068b-4892-a043-3468c178181e tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399954 Apr 12 18:00:10.872443 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992d91c-53ba-4af6-a04f-317fa7cf3d5e req-dc941111-4828-4d08-84dd-aa504f863a0c tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:10.873906 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2992d91c-53ba-4af6-a04f-317fa7cf3d5e req-dc941111-4828-4d08-84dd-aa504f863a0c tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0466688 Apr 12 18:00:10.920997 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2992d91c-53ba-4af6-a04f-317fa7cf3d5e req-b49af85c-05d9-47cb-97f9-fe8073b1c3b1 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415435 Apr 12 18:00:12.032525 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff4c71-560b-42a6-abb8-c772157532d4 req-a4938544-ae39-4047-a8a0-f89d3fabad50 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:12.033967 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1cff4c71-560b-42a6-abb8-c772157532d4 req-a4938544-ae39-4047-a8a0-f89d3fabad50 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0457299 Apr 12 18:00:12.083361 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1cff4c71-560b-42a6-abb8-c772157532d4 req-58bb6755-09c6-4f16-966e-6c03bf1f5b66 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438690 Apr 12 18:00:13.192444 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c7f64-81f1-4e45-83a4-229bae5d5021 req-e562991a-db6f-4db5-8e86-3a113b373692 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:13.193840 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c21c7f64-81f1-4e45-83a4-229bae5d5021 req-e562991a-db6f-4db5-8e86-3a113b373692 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0454750 Apr 12 18:00:13.239694 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c21c7f64-81f1-4e45-83a4-229bae5d5021 req-7e1e664a-39fa-4250-98da-75ea853e2c92 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398405 Apr 12 18:00:14.351747 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9c946-8266-445b-9997-2cec9e2f425e req-8188518f-a105-414b-9a22-4775b7ecf6b2 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:14.353168 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-63f9c946-8266-445b-9997-2cec9e2f425e req-8188518f-a105-414b-9a22-4775b7ecf6b2 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0462556 Apr 12 18:00:14.400107 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-63f9c946-8266-445b-9997-2cec9e2f425e req-beaf3aac-6c66-4c66-9b18-02728171f3e5 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414097 Apr 12 18:00:15.513504 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bf799-46cf-45ce-a25c-21cbb61a4c5c req-3377de87-65d8-44ac-9c14-6c00f3f149e1 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:15.514993 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4b7bf799-46cf-45ce-a25c-21cbb61a4c5c req-3377de87-65d8-44ac-9c14-6c00f3f149e1 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0488331 Apr 12 18:00:15.560226 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4b7bf799-46cf-45ce-a25c-21cbb61a4c5c req-bb65e7f6-3bad-492f-b004-5196a6e817df tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397341 Apr 12 18:00:16.672366 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf73454-e1bd-45ac-8ca2-4349d99607a8 req-1ce3749a-3a86-4892-8b01-ef4aeff71786 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:16.673741 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ccf73454-e1bd-45ac-8ca2-4349d99607a8 req-1ce3749a-3a86-4892-8b01-ef4aeff71786 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0460594 Apr 12 18:00:16.719599 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ccf73454-e1bd-45ac-8ca2-4349d99607a8 req-9213a59e-8334-4ed2-b640-5d3edb347147 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398667 Apr 12 18:00:17.832096 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6bb6c-15f4-4f25-ad94-dbdfa31d6e99 req-570bc813-d576-4b50-8db9-d4f865752271 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:17.833571 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4ed6bb6c-15f4-4f25-ad94-dbdfa31d6e99 req-570bc813-d576-4b50-8db9-d4f865752271 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0493581 Apr 12 18:00:17.880465 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4ed6bb6c-15f4-4f25-ad94-dbdfa31d6e99 req-4336d792-cb69-429b-ac8b-65a6afd2a467 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397844 Apr 12 18:00:18.997127 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab54625-f570-4371-a83f-646fbf77245e req-94aab1d3-743a-4943-9828-1bbf6c2e8104 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:18.998614 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7ab54625-f570-4371-a83f-646fbf77245e req-94aab1d3-743a-4943-9828-1bbf6c2e8104 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0459723 Apr 12 18:00:19.044825 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7ab54625-f570-4371-a83f-646fbf77245e req-69210471-ff08-4da2-adb1-1e5594ddaba4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407906 Apr 12 18:00:19.273382 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9183ee7-1176-4afa-be41-09463e8f1c9f req-d204d8a7-fe3a-4869-9185-dfe6988b0889 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:19.274929 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d9183ee7-1176-4afa-be41-09463e8f1c9f req-d204d8a7-fe3a-4869-9185-dfe6988b0889 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0467741 Apr 12 18:00:19.325946 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d9183ee7-1176-4afa-be41-09463e8f1c9f req-0b77bd0d-d0b0-486a-a112-786897558247 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444438 Apr 12 18:00:19.336102 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b07a6-c97c-483f-8a83-d2747569bbcc req-b43203e1-1915-489a-a56a-ef838304f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:19.337831 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-326b07a6-c97c-483f-8a83-d2747569bbcc req-b43203e1-1915-489a-a56a-ef838304f0b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6805cc1691a2411e9fe93aa26e73962a&device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 1129 time: 0.0404720 Apr 12 18:00:19.431077 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b07a6-c97c-483f-8a83-d2747569bbcc req-34140ba5-1675-4214-b5f5-641b8571a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:19.432481 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-326b07a6-c97c-483f-8a83-d2747569bbcc req-34140ba5-1675-4214-b5f5-641b8571a0d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=962da255-4ac2-45d1-ad32-4d4894c84b68 HTTP/1.1" status: 200 len: 912 time: 0.0885308 Apr 12 18:00:19.730028 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-326b07a6-c97c-483f-8a83-d2747569bbcc req-6a92c100-8014-441c-b8b8-ad8ede110a8a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09223875-0639-476f-8258-6dbb3aff75a2 HTTP/1.1" status: 200 len: 999 time: 0.2848313 Apr 12 18:00:19.777309 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b07a6-c97c-483f-8a83-d2747569bbcc req-1f74d311-e73e-46e5-bd3c-ddccdbb90f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:19.778747 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-326b07a6-c97c-483f-8a83-d2747569bbcc req-1f74d311-e73e-46e5-bd3c-ddccdbb90f1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58bfda40-3da6-4fb6-b2fa-6600bac73073 HTTP/1.1" status: 200 len: 850 time: 0.0422311 Apr 12 18:00:19.823688 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b07a6-c97c-483f-8a83-d2747569bbcc req-2446d36e-1c39-44e4-a9a0-08ccd5a6881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:19.825121 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-326b07a6-c97c-483f-8a83-d2747569bbcc req-2446d36e-1c39-44e4-a9a0-08ccd5a6881e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=962da255-4ac2-45d1-ad32-4d4894c84b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402334 Apr 12 18:00:19.910685 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-326b07a6-c97c-483f-8a83-d2747569bbcc req-4655963e-09f1-47f7-b67b-0c4da42719e1 service neutron] 10.222.0.23 "GET /v2.0/networks/962da255-4ac2-45d1-ad32-4d4894c84b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780115 Apr 12 18:00:19.998187 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-326b07a6-c97c-483f-8a83-d2747569bbcc req-92bc8efd-3206-462c-a1c5-4d14747584eb service neutron] 10.222.0.23 "GET /v2.0/networks/962da255-4ac2-45d1-ad32-4d4894c84b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808864 Apr 12 18:00:20.441584 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6130f18-0c83-45bd-8ad9-fc6f915ba87a req-0478bccb-eb08-4d4f-9e3a-9f83d81ca7ea tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:20.443095 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e6130f18-0c83-45bd-8ad9-fc6f915ba87a req-0478bccb-eb08-4d4f-9e3a-9f83d81ca7ea tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0464146 Apr 12 18:00:20.489339 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e6130f18-0c83-45bd-8ad9-fc6f915ba87a req-239abe25-5767-4ef6-bf08-6f40b698efc5 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396867 Apr 12 18:00:21.601698 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b572676-2e7a-4b0a-9336-807b78433169 req-9305f013-d49a-444d-b864-f8b5f6ed3c18 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:21.603184 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5b572676-2e7a-4b0a-9336-807b78433169 req-9305f013-d49a-444d-b864-f8b5f6ed3c18 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0462785 Apr 12 18:00:21.649672 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5b572676-2e7a-4b0a-9336-807b78433169 req-fe983755-ff0b-4b3c-ade8-520d2aa704e2 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410388 Apr 12 18:00:22.593748 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:00:28.262666 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-6bd1563e-4ec2-4564-a240-214b22ca3993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:30.808256 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-6e3cd524-3d45-4813-9709-d75e2b94aef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:31.659623 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:31.877227 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:33.097683 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:34.409249 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:34.939117 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2f8f7-2f4e-41ca-a085-4b802d6e83c6 req-489e6872-fde5-46ce-b8aa-c3eed044f561 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:34.940567 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ceb2f8f7-2f4e-41ca-a085-4b802d6e83c6 req-489e6872-fde5-46ce-b8aa-c3eed044f561 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 945 time: 0.0512357 Apr 12 18:00:34.988591 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ceb2f8f7-2f4e-41ca-a085-4b802d6e83c6 req-f32d423c-1c8c-4e82-94e7-c438dd53a59f tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423555 Apr 12 18:00:36.109039 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caec521-e53f-42ee-89f6-0f24c9a66286 req-6765633c-cad9-407e-b124-688df4158a3c tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:36.110542 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1caec521-e53f-42ee-89f6-0f24c9a66286 req-6765633c-cad9-407e-b124-688df4158a3c tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 945 time: 0.0549810 Apr 12 18:00:36.164397 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1caec521-e53f-42ee-89f6-0f24c9a66286 req-dd4ea35f-5920-4650-ab00-903944b0eeb7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484200 Apr 12 18:00:36.994385 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b10917-2682-4015-854a-0dad4af5ec62 req-1c332f7b-1a3b-44cf-912a-1388c27304c7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:36.995816 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-48b10917-2682-4015-854a-0dad4af5ec62 req-1c332f7b-1a3b-44cf-912a-1388c27304c7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.23 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 945 time: 0.0473573 Apr 12 18:00:37.097838 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-48b10917-2682-4015-854a-0dad4af5ec62 req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Deleting port b062d9ae-3157-4b6b-8c79-6b4d73705050 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:00:37.098195 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-48b10917-2682-4015-854a-0dad4af5ec62 req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (b062d9ae-3157-4b6b-8c79-6b4d73705050), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:37.184443 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-48b10917-2682-4015-854a-0dad4af5ec62 req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] For port b062d9ae-3157-4b6b-8c79-6b4d73705050, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b062d9ae-3157-4b6b-8c79-6b4d73705050,segment=NetworkSegment(bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b),segment_id=bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:00:37.184752 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-48b10917-2682-4015-854a-0dad4af5ec62 req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (b062d9ae-3157-4b6b-8c79-6b4d73705050), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:37.281926 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efedec-d890-4197-b3f9-bbdedb1e0bcf req-88618ff7-c0fd-4890-9476-ed6083c9c717 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:37.284207 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-41efedec-d890-4197-b3f9-bbdedb1e0bcf req-88618ff7-c0fd-4890-9476-ed6083c9c717 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 945 time: 0.0485017 Apr 12 18:00:37.340450 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-41efedec-d890-4197-b3f9-bbdedb1e0bcf req-49162288-3756-4f02-983a-cb3f6ff1c0bc tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477524 Apr 12 18:00:37.366414 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-48b10917-2682-4015-854a-0dad4af5ec62 req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:37.366798 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-48b10917-2682-4015-854a-0dad4af5ec62 req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (b0735d2a-7fe7-45ed-86cf-c67bca38e065), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:37.367106 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.l3_db [req-48b10917-2682-4015-854a-0dad4af5ec62 req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Floating IP b0735d2a-7fe7-45ed-86cf-c67bca38e065 disassociated. External IP: 172.27.0.148, port: b062d9ae-3157-4b6b-8c79-6b4d73705050. Apr 12 18:00:37.367473 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-48b10917-2682-4015-854a-0dad4af5ec62 req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Calling delete_port for b062d9ae-3157-4b6b-8c79-6b4d73705050 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:00:37.493886 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-48b10917-2682-4015-854a-0dad4af5ec62 req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583'] for port (b062d9ae-3157-4b6b-8c79-6b4d73705050), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:37.520342 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event deleted for resources: {'Port': ['ID=b062d9ae-3157-4b6b-8c79-6b4d73705050,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:37.531702 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:37.532036 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:37.532380 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:37.532721 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:37.533054 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:37.533389 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:37.533716 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:37.534044 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:37.534401 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:37.534729 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:37.535055 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:37.535381 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:37.535703 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:37.536026 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:37.536345 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:37.644750 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48b10917-2682-4015-854a-0dad4af5ec62 req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Router 2245ede0-74d4-4452-b5ca-d5d4171fca08 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:00:37.752512 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48b10917-2682-4015-854a-0dad4af5ec62 req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:00:37.763492 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c19c1-863c-4a49-91f5-108e3ca69974 None None] Sync routers for ids ['2245ede0-74d4-4452-b5ca-d5d4171fca08'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:00:37.773221 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c19c1-863c-4a49-91f5-108e3ca69974 None None] Routers {'2245ede0-74d4-4452-b5ca-d5d4171fca08'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:00:37.773827 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d99c19c1-863c-4a49-91f5-108e3ca69974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:00:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['2245ede0-74d4-4452-b5ca-d5d4171fca08'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:37.797827 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b10917-2682-4015-854a-0dad4af5ec62 req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] No DVR routers for this DVR port b062d9ae-3157-4b6b-8c79-6b4d73705050 on host hv-cinder-83753 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:00:37.800363 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-48b10917-2682-4015-854a-0dad4af5ec62 req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:37.803642 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-48b10917-2682-4015-854a-0dad4af5ec62 req-29d69c54-1d3b-476e-9049-a4500f732d73 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.23 "DELETE /v2.0/ports/b062d9ae-3157-4b6b-8c79-6b4d73705050 HTTP/1.1" status: 204 len: 173 time: 0.7946422 Apr 12 18:00:37.804073 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a407fef4-1be3-4b01-beaa-f12a830e7e0d', 'name': 'network-vif-deleted', 'tag': 'b062d9ae-3157-4b6b-8c79-6b4d73705050'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:00:37.807187 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd8c916-9da0-412a-abe8-843f3c484d97" -d '{"events": [{"server_uuid": "a407fef4-1be3-4b01-beaa-f12a830e7e0d", "name": "network-vif-deleted", "tag": "b062d9ae-3157-4b6b-8c79-6b4d73705050"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:00:37.845626 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28a6dc1-dac2-468b-99ce-645a87ff7681 x-openstack-request-id: req-d28a6dc1-dac2-468b-99ce-645a87ff7681 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:00:37.846621 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a407fef4-1be3-4b01-beaa-f12a830e7e0d", "name": "network-vif-deleted", "tag": "b062d9ae-3157-4b6b-8c79-6b4d73705050", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:00:37.846980 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d28a6dc1-dac2-468b-99ce-645a87ff7681 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:00:37.847599 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d28a6dc1-dac2-468b-99ce-645a87ff7681'] response: {'server_uuid': 'a407fef4-1be3-4b01-beaa-f12a830e7e0d', 'name': 'network-vif-deleted', 'tag': 'b062d9ae-3157-4b6b-8c79-6b4d73705050', 'status': 'completed', 'code': 200} Apr 12 18:00:37.889265 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-d99c19c1-863c-4a49-91f5-108e3ca69974 None None] Set router 2245ede0-74d4-4452-b5ca-d5d4171fca08 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:00:38.103549 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d99c19c1-863c-4a49-91f5-108e3ca69974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:04Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '2e483fd1-0b98-48dd-868b-08fc77aecd60', 'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'mac_address': 'fa:16:3e:ca:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:03Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 5, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'subnets': [{'id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:38.131682 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c19c1-863c-4a49-91f5-108e3ca69974 None None] Checking router: 2245ede0-74d4-4452-b5ca-d5d4171fca08 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:00:38.142022 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c19c1-863c-4a49-91f5-108e3ca69974 None None] Routers {'2245ede0-74d4-4452-b5ca-d5d4171fca08'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:00:38.142761 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d99c19c1-863c-4a49-91f5-108e3ca69974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:00:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['2245ede0-74d4-4452-b5ca-d5d4171fca08'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:38.261648 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-d99c19c1-863c-4a49-91f5-108e3ca69974 None None] Set router 2245ede0-74d4-4452-b5ca-d5d4171fca08 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:00:38.293098 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289ec7c-a011-474d-bf54-f7bc6122593f req-56ae921f-0341-4dac-8c80-3af891aabaf2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:38.294602 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e289ec7c-a011-474d-bf54-f7bc6122593f req-56ae921f-0341-4dac-8c80-3af891aabaf2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=0891d03b-9e80-42b5-95f2-a9b36ba9978e HTTP/1.1" status: 200 len: 946 time: 0.0481687 Apr 12 18:00:38.341188 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e289ec7c-a011-474d-bf54-f7bc6122593f req-2a8064ec-9143-40b5-91ef-3cea231c5ad7 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408039 Apr 12 18:00:38.447702 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d6d55b79-c1d7-42f1-b33f-4d0ef0807051 req-735b17e0-9c30-4690-9041-b69ee7bbbac9 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 210 time: 0.0270782 Apr 12 18:00:38.449349 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d99c19c1-863c-4a49-91f5-108e3ca69974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:04Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '2e483fd1-0b98-48dd-868b-08fc77aecd60', 'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'mac_address': 'fa:16:3e:ca:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:03Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 5, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'subnets': [{'id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:38.479886 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c19c1-863c-4a49-91f5-108e3ca69974 None None] The sync data for ids ['2245ede0-74d4-4452-b5ca-d5d4171fca08'] in dv-cinder-837534-1-iscsi is: [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:04Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '2e483fd1-0b98-48dd-868b-08fc77aecd60', 'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'mac_address': 'fa:16:3e:ca:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:03Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 5, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'subnets': [{'id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:00:38.685025 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5144fc99-d1fc-491b-b588-e030f2309763 None None] New status for floating IP b0735d2a-7fe7-45ed-86cf-c67bca38e065: DOWN {{(pid=109829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:00:39.273389 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device b062d9ae-3157-4b6b-8c79-6b4d73705050 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:00:39.293965 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] No Port match for: b062d9ae-3157-4b6b-8c79-6b4d73705050 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:00:39.294335 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device b062d9ae-3157-4b6b-8c79-6b4d73705050 not bound to the agent host hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:00:39.454536 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7878462-b092-4d0f-aa4c-617299b2b511 req-78bef33a-f800-4068-8563-e485623c0a71 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:39.455994 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a7878462-b092-4d0f-aa4c-617299b2b511 req-78bef33a-f800-4068-8563-e485623c0a71 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=0891d03b-9e80-42b5-95f2-a9b36ba9978e HTTP/1.1" status: 200 len: 946 time: 0.0493152 Apr 12 18:00:39.502718 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a7878462-b092-4d0f-aa4c-617299b2b511 req-a884ecec-3b8e-4cb7-8cb2-899bec586577 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411615 Apr 12 18:00:39.557019 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f0c3abd5-89c6-4df4-87db-1d846202d3f6 req-1bfe9b53-4a14-43c5-8cd3-40d3dcfe610d tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=a407fef4-1be3-4b01-beaa-f12a830e7e0d HTTP/1.1" status: 200 len: 210 time: 0.0281351 Apr 12 18:00:40.176310 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530a0ea-5c34-4513-ab5c-bc3c4bc7d47d req-2754c85c-59ce-4ec2-91ac-c24b118bb890 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:40.177767 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a530a0ea-5c34-4513-ab5c-bc3c4bc7d47d req-2754c85c-59ce-4ec2-91ac-c24b118bb890 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.23 "GET /v2.0/ports?device_id=0891d03b-9e80-42b5-95f2-a9b36ba9978e HTTP/1.1" status: 200 len: 946 time: 0.0547011 Apr 12 18:00:40.262436 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-a530a0ea-5c34-4513-ab5c-bc3c4bc7d47d req-76b4d4ba-ed0c-456b-93ba-d5030dc1ef58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Deleting port d82635b7-b2bc-42db-b3e0-41a84be577ec {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:00:40.262760 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a530a0ea-5c34-4513-ab5c-bc3c4bc7d47d req-76b4d4ba-ed0c-456b-93ba-d5030dc1ef58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (d82635b7-b2bc-42db-b3e0-41a84be577ec), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:40.352165 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-a530a0ea-5c34-4513-ab5c-bc3c4bc7d47d req-76b4d4ba-ed0c-456b-93ba-d5030dc1ef58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] For port d82635b7-b2bc-42db-b3e0-41a84be577ec, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d82635b7-b2bc-42db-b3e0-41a84be577ec,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:00:40.353043 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a530a0ea-5c34-4513-ab5c-bc3c4bc7d47d req-76b4d4ba-ed0c-456b-93ba-d5030dc1ef58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (d82635b7-b2bc-42db-b3e0-41a84be577ec), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:40.551450 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a530a0ea-5c34-4513-ab5c-bc3c4bc7d47d req-76b4d4ba-ed0c-456b-93ba-d5030dc1ef58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:40.551823 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a530a0ea-5c34-4513-ab5c-bc3c4bc7d47d req-76b4d4ba-ed0c-456b-93ba-d5030dc1ef58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (695cfb19-8a16-471d-977e-7b7ea4c4c233), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:40.552142 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.l3_db [req-a530a0ea-5c34-4513-ab5c-bc3c4bc7d47d req-76b4d4ba-ed0c-456b-93ba-d5030dc1ef58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Floating IP 695cfb19-8a16-471d-977e-7b7ea4c4c233 disassociated. External IP: 172.27.0.129, port: d82635b7-b2bc-42db-b3e0-41a84be577ec. Apr 12 18:00:40.552548 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-a530a0ea-5c34-4513-ab5c-bc3c4bc7d47d req-76b4d4ba-ed0c-456b-93ba-d5030dc1ef58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Calling delete_port for d82635b7-b2bc-42db-b3e0-41a84be577ec owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:00:40.619198 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90538ee-ccdc-46c3-b52d-b9efea03a7e4 req-b9d12027-4aa7-4095-bd5a-1c24f338f5aa tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:40.620958 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e90538ee-ccdc-46c3-b52d-b9efea03a7e4 req-b9d12027-4aa7-4095-bd5a-1c24f338f5aa tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=0891d03b-9e80-42b5-95f2-a9b36ba9978e HTTP/1.1" status: 200 len: 946 time: 0.0525830 Apr 12 18:00:40.671151 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e90538ee-ccdc-46c3-b52d-b9efea03a7e4 req-d046f097-4303-4a89-a575-0c78e2b19c6c tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432746 Apr 12 18:00:40.688889 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a530a0ea-5c34-4513-ab5c-bc3c4bc7d47d req-76b4d4ba-ed0c-456b-93ba-d5030dc1ef58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583'] for port (d82635b7-b2bc-42db-b3e0-41a84be577ec), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:40.727174 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4d4ba-ed0c-456b-93ba-d5030dc1ef58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event deleted for resources: {'Port': ['ID=d82635b7-b2bc-42db-b3e0-41a84be577ec,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:40.829928 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-fe133a54-24b3-4fc8-be3d-df7195fa0db0 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494743850&fields=id&tenant_id=237798a0b1a14ab3835a4a934510ce49 HTTP/1.1" status: 200 len: 267 time: 0.0506439 Apr 12 18:00:40.841787 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a530a0ea-5c34-4513-ab5c-bc3c4bc7d47d req-76b4d4ba-ed0c-456b-93ba-d5030dc1ef58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Router 3b74fc5e-26df-4305-b927-5261426f0429 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:00:40.937954 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-17bd7277-e983-476d-9627-88a7e210e54f tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:40.939452 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-17bd7277-e983-476d-9627-88a7e210e54f tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/networks?id=8ec15485-e591-42f1-9874-b31f76908832 HTTP/1.1" status: 200 len: 812 time: 0.1032219 Apr 12 18:00:40.954159 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-a579946c-2366-4908-adb4-fd5ac9804cec tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/quotas/237798a0b1a14ab3835a4a934510ce49 HTTP/1.1" status: 200 len: 375 time: 0.0093310 Apr 12 18:00:40.956932 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a530a0ea-5c34-4513-ab5c-bc3c4bc7d47d req-76b4d4ba-ed0c-456b-93ba-d5030dc1ef58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:00:40.966876 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74de0b0f-7ec5-4ffb-91ca-1f7f8b3895ba None None] Sync routers for ids ['3b74fc5e-26df-4305-b927-5261426f0429'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:00:40.978886 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74de0b0f-7ec5-4ffb-91ca-1f7f8b3895ba None None] Routers {'3b74fc5e-26df-4305-b927-5261426f0429'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:00:40.979858 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-74de0b0f-7ec5-4ffb-91ca-1f7f8b3895ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:00:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['3b74fc5e-26df-4305-b927-5261426f0429'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:41.001190 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a530a0ea-5c34-4513-ab5c-bc3c4bc7d47d req-76b4d4ba-ed0c-456b-93ba-d5030dc1ef58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] No DVR routers for this DVR port d82635b7-b2bc-42db-b3e0-41a84be577ec on host hv-cinder-83753 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:00:41.003814 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-a530a0ea-5c34-4513-ab5c-bc3c4bc7d47d req-76b4d4ba-ed0c-456b-93ba-d5030dc1ef58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:41.007422 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a530a0ea-5c34-4513-ab5c-bc3c4bc7d47d req-76b4d4ba-ed0c-456b-93ba-d5030dc1ef58 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.23 "DELETE /v2.0/ports/d82635b7-b2bc-42db-b3e0-41a84be577ec HTTP/1.1" status: 204 len: 173 time: 0.8235319 Apr 12 18:00:41.007592 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-7568b815-3d7d-45e6-bcea-b7c2d615c078 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=237798a0b1a14ab3835a4a934510ce49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480871 Apr 12 18:00:41.007891 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0891d03b-9e80-42b5-95f2-a9b36ba9978e', 'name': 'network-vif-deleted', 'tag': 'd82635b7-b2bc-42db-b3e0-41a84be577ec'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:00:41.012117 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4467a0-9804-4905-be44-4eed03a6179b" -d '{"events": [{"server_uuid": "0891d03b-9e80-42b5-95f2-a9b36ba9978e", "name": "network-vif-deleted", "tag": "d82635b7-b2bc-42db-b3e0-41a84be577ec"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:00:41.061783 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e124c6-0aca-4a62-bdd4-67e0f9364bfd x-openstack-request-id: req-d1e124c6-0aca-4a62-bdd4-67e0f9364bfd {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:00:41.062074 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0891d03b-9e80-42b5-95f2-a9b36ba9978e", "name": "network-vif-deleted", "tag": "d82635b7-b2bc-42db-b3e0-41a84be577ec", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:00:41.062348 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1e124c6-0aca-4a62-bdd4-67e0f9364bfd {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:00:41.063534 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e124c6-0aca-4a62-bdd4-67e0f9364bfd'] response: {'server_uuid': '0891d03b-9e80-42b5-95f2-a9b36ba9978e', 'name': 'network-vif-deleted', 'tag': 'd82635b7-b2bc-42db-b3e0-41a84be577ec', 'status': 'completed', 'code': 200} Apr 12 18:00:41.107042 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-74de0b0f-7ec5-4ffb-91ca-1f7f8b3895ba None None] Set router 3b74fc5e-26df-4305-b927-5261426f0429 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:00:41.153600 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-43b81f27-6abb-4734-8fee-3a8862e495af service neutron] 10.222.0.24 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301918 Apr 12 18:00:41.258951 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-f87caadc-b1dd-49c8-97c8-052f1b4a0aec service neutron] 10.222.0.24 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989676 Apr 12 18:00:41.316545 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-74de0b0f-7ec5-4ffb-91ca-1f7f8b3895ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:41.343272 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74de0b0f-7ec5-4ffb-91ca-1f7f8b3895ba None None] Checking router: 3b74fc5e-26df-4305-b927-5261426f0429 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:00:41.351488 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74de0b0f-7ec5-4ffb-91ca-1f7f8b3895ba None None] Routers {'3b74fc5e-26df-4305-b927-5261426f0429'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:00:41.352086 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-74de0b0f-7ec5-4ffb-91ca-1f7f8b3895ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:00:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['3b74fc5e-26df-4305-b927-5261426f0429'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:41.464356 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-74de0b0f-7ec5-4ffb-91ca-1f7f8b3895ba None None] Set router 3b74fc5e-26df-4305-b927-5261426f0429 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:00:41.755884 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41506) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:41.784914 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-74de0b0f-7ec5-4ffb-91ca-1f7f8b3895ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:41.810639 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-32e8daa8-09fe-4fe6-b6e1-4c085e500171 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:41.815115 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74de0b0f-7ec5-4ffb-91ca-1f7f8b3895ba None None] The sync data for ids ['3b74fc5e-26df-4305-b927-5261426f0429'] in dv-cinder-837534-1-iscsi is: [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:00:41.835868 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-32e8daa8-09fe-4fe6-b6e1-4c085e500171 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:41.887238 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-32e8daa8-09fe-4fe6-b6e1-4c085e500171 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:41.890436 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-32e8daa8-09fe-4fe6-b6e1-4c085e500171 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:41.893671 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-32e8daa8-09fe-4fe6-b6e1-4c085e500171 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "DELETE /v2.0/security-groups/dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9 HTTP/1.1" status: 204 len: 168 time: 0.1361661 Apr 12 18:00:41.893855 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41508) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:41.903417 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8daa8-09fe-4fe6-b6e1-4c085e500171 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:41.909393 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.api.v2.resource [None req-d42e0f7d-c219-4678-86ed-47fd17e0e9e6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] show failed (client error): The resource could not be found. Apr 12 18:00:41.910421 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8daa8-09fe-4fe6-b6e1-4c085e500171 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:41.910538 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-d42e0f7d-c219-4678-86ed-47fd17e0e9e6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups/dacc89b2-7aa3-4c58-a25a-d43fd31cbcc9 HTTP/1.1" status: 404 len: 347 time: 0.0155387 Apr 12 18:00:41.910770 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8daa8-09fe-4fe6-b6e1-4c085e500171 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:41.911119 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8daa8-09fe-4fe6-b6e1-4c085e500171 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:41.911460 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8daa8-09fe-4fe6-b6e1-4c085e500171 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:41.911799 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8daa8-09fe-4fe6-b6e1-4c085e500171 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:41.912132 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8daa8-09fe-4fe6-b6e1-4c085e500171 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:41.912471 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8daa8-09fe-4fe6-b6e1-4c085e500171 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:41.912794 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8daa8-09fe-4fe6-b6e1-4c085e500171 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:41.913112 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8daa8-09fe-4fe6-b6e1-4c085e500171 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:41.913445 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8daa8-09fe-4fe6-b6e1-4c085e500171 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:41.913683 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41510) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:41.913797 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8daa8-09fe-4fe6-b6e1-4c085e500171 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:41.914080 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8daa8-09fe-4fe6-b6e1-4c085e500171 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:41.914430 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8daa8-09fe-4fe6-b6e1-4c085e500171 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:41.914752 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8daa8-09fe-4fe6-b6e1-4c085e500171 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:41.915723 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8daa8-09fe-4fe6-b6e1-4c085e500171 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:42.035564 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-0f23e1ad-0e2c-4c44-9ddd-5ce16e727dd5 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Deleting port b6543754-1d5c-4889-9a35-08c608693371 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:00:42.036014 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f23e1ad-0e2c-4c44-9ddd-5ce16e727dd5 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (b6543754-1d5c-4889-9a35-08c608693371), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:42.061519 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9926ae99-1fdb-4591-be8e-bb4847f7a946 None None] New status for floating IP 695cfb19-8a16-471d-977e-7b7ea4c4c233: DOWN {{(pid=109829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:00:42.114295 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f23e1ad-0e2c-4c44-9ddd-5ce16e727dd5 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (b6543754-1d5c-4889-9a35-08c608693371), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:42.114633 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f23e1ad-0e2c-4c44-9ddd-5ce16e727dd5 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (b6543754-1d5c-4889-9a35-08c608693371), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:42.126942 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-0f23e1ad-0e2c-4c44-9ddd-5ce16e727dd5 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Calling delete_port for b6543754-1d5c-4889-9a35-08c608693371 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:00:42.257813 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f23e1ad-0e2c-4c44-9ddd-5ce16e727dd5 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583'] for port (b6543754-1d5c-4889-9a35-08c608693371), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:42.283986 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23e1ad-0e2c-4c44-9ddd-5ce16e727dd5 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event deleted for resources: {'Port': ['ID=b6543754-1d5c-4889-9a35-08c608693371,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:42.310107 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f23e1ad-0e2c-4c44-9ddd-5ce16e727dd5 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (695cfb19-8a16-471d-977e-7b7ea4c4c233), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:42.312605 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f23e1ad-0e2c-4c44-9ddd-5ce16e727dd5 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:42.313768 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-0f23e1ad-0e2c-4c44-9ddd-5ce16e727dd5 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "DELETE /v2.0/floatingips/695cfb19-8a16-471d-977e-7b7ea4c4c233 HTTP/1.1" status: 204 len: 168 time: 0.3990102 Apr 12 18:00:42.469438 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41514) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:42.473937 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-affe6c6b-787b-491d-960c-4eba22430e66 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--627942213', 'description': 'tempest-description--1828894682'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:42.495560 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-affe6c6b-787b-491d-960c-4eba22430e66 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:42.577020 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-affe6c6b-787b-491d-960c-4eba22430e66 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (3201fae2-9ea0-45f1-b817-acf1e0eb23a4), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:42.584476 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-affe6c6b-787b-491d-960c-4eba22430e66 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (3201fae2-9ea0-45f1-b817-acf1e0eb23a4), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:42.585977 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9643daac-7586-4ee7-8dba-13a4dc1bab20 req-b0fc876a-8dc6-41a9-9390-ea9acc9e3d4d tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 210 time: 0.0336943 Apr 12 18:00:42.624602 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-affe6c6b-787b-491d-960c-4eba22430e66 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:42.625849 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-affe6c6b-787b-491d-960c-4eba22430e66 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1553783 Apr 12 18:00:42.627804 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe6c6b-787b-491d-960c-4eba22430e66 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3201fae2-9ea0-45f1-b817-acf1e0eb23a4,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:42.628872 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41522) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:42.633758 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-6808d789-f7eb-4eba-8cc3-b4391b9018fb tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'security_group_rule': {'security_group_id': '3201fae2-9ea0-45f1-b817-acf1e0eb23a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:42.661239 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6808d789-f7eb-4eba-8cc3-b4391b9018fb tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (41b014cc-36be-4064-9336-5e45781e91e2), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:42.719779 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6808d789-f7eb-4eba-8cc3-b4391b9018fb tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (41b014cc-36be-4064-9336-5e45781e91e2), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:42.723597 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6808d789-f7eb-4eba-8cc3-b4391b9018fb tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (41b014cc-36be-4064-9336-5e45781e91e2), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:42.744649 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808d789-f7eb-4eba-8cc3-b4391b9018fb tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b014cc-36be-4064-9336-5e45781e91e2,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:42.752587 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6808d789-f7eb-4eba-8cc3-b4391b9018fb tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:42.756248 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-6808d789-f7eb-4eba-8cc3-b4391b9018fb tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237025 Apr 12 18:00:42.756814 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41528) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:42.761477 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-d3aafbe8-e65d-4412-8797-3b203aad56cd tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'security_group_rule': {'security_group_id': '3201fae2-9ea0-45f1-b817-acf1e0eb23a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:42.787833 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d3aafbe8-e65d-4412-8797-3b203aad56cd tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (832f5a5f-2828-40c0-aad8-cc2bad7466ef), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:42.846737 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d3aafbe8-e65d-4412-8797-3b203aad56cd tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (832f5a5f-2828-40c0-aad8-cc2bad7466ef), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:42.850487 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d3aafbe8-e65d-4412-8797-3b203aad56cd tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (832f5a5f-2828-40c0-aad8-cc2bad7466ef), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:42.869215 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aafbe8-e65d-4412-8797-3b203aad56cd tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832f5a5f-2828-40c0-aad8-cc2bad7466ef,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:42.877045 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d3aafbe8-e65d-4412-8797-3b203aad56cd tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:42.878299 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-d3aafbe8-e65d-4412-8797-3b203aad56cd tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208315 Apr 12 18:00:42.881336 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41532) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:42.885861 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-940c3704-9948-4245-9fa6-d5787f160691 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'floatingip': {'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:42.906235 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-940c3704-9948-4245-9fa6-d5787f160691 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:42.988140 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-940c3704-9948-4245-9fa6-d5787f160691 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:43.098294 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-940c3704-9948-4245-9fa6-d5787f160691 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Allocated IP 172.27.0.150 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/339ecbc0-15b4-40db-9f47-d6b841e09feb) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:00:43.202572 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-940c3704-9948-4245-9fa6-d5787f160691 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for port (339ecbc0-15b4-40db-9f47-d6b841e09feb), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:43.293032 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device d82635b7-b2bc-42db-b3e0-41a84be577ec no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:00:43.313107 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] No Port match for: d82635b7-b2bc-42db-b3e0-41a84be577ec {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:00:43.313464 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device d82635b7-b2bc-42db-b3e0-41a84be577ec not bound to the agent host hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:00:43.460423 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-940c3704-9948-4245-9fa6-d5787f160691 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (339ecbc0-15b4-40db-9f47-d6b841e09feb), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:43.497186 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940c3704-9948-4245-9fa6-d5787f160691 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:00:43.503824 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-940c3704-9948-4245-9fa6-d5787f160691 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:00:43.507463 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940c3704-9948-4245-9fa6-d5787f160691 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:00:43.531674 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c3704-9948-4245-9fa6-d5787f160691 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'Port': ['ID=339ecbc0-15b4-40db-9f47-d6b841e09feb,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:43.604860 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-75694253-7f15-4e27-8abd-78c9c4401741 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:43.607137 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-75694253-7f15-4e27-8abd-78c9c4401741 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.23 "GET /v2.0/networks?id=8ec15485-e591-42f1-9874-b31f76908832 HTTP/1.1" status: 200 len: 812 time: 0.1237638 Apr 12 18:00:43.608260 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-940c3704-9948-4245-9fa6-d5787f160691 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (dc4b754f-9cbe-4234-8622-f904f925fc4f), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:43.667877 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-940c3704-9948-4245-9fa6-d5787f160691 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (339ecbc0-15b4-40db-9f47-d6b841e09feb), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:43.684214 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-3e615c1a-450c-4cee-ae08-688338231e96 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=237798a0b1a14ab3835a4a934510ce49 HTTP/1.1" status: 200 len: 380 time: 0.0624466 Apr 12 18:00:43.700212 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-3f4611dc-fb47-458b-b6d3-249a2c97e3b1 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Request body: {'port': {'device_id': '81678447-a3cf-409a-9fe7-2fcbc6f67db2', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'admin_state_up': True, 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'security_groups': ['10d18f3c-7f66-4cff-9fc0-35130599f0b5']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:43.729921 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-071ed340-895e-4a64-8ceb-0acd05a6cf3e req-6336c20b-4f09-4728-9424-73fa5394457b tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 210 time: 0.0642271 Apr 12 18:00:43.857452 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-3f4611dc-fb47-458b-b6d3-249a2c97e3b1 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Made reservation on behalf of 237798a0b1a14ab3835a4a934510ce49 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:00:43.861051 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-3f4611dc-fb47-458b-b6d3-249a2c97e3b1 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:43.896408 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-940c3704-9948-4245-9fa6-d5787f160691 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for port (339ecbc0-15b4-40db-9f47-d6b841e09feb), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:43.901411 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-940c3704-9948-4245-9fa6-d5787f160691 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209085'] for port (339ecbc0-15b4-40db-9f47-d6b841e09feb), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:43.966300 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c3704-9948-4245-9fa6-d5787f160691 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'Port': ['ID=339ecbc0-15b4-40db-9f47-d6b841e09feb,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:43.983231 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-940c3704-9948-4245-9fa6-d5787f160691 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (dc4b754f-9cbe-4234-8622-f904f925fc4f), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:43.993358 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-3f4611dc-fb47-458b-b6d3-249a2c97e3b1 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Allocated IP 172.20.0.11 (8ec15485-e591-42f1-9874-b31f76908832/78fc5004-f958-4780-b51c-2a79ed561fa7/55eeff29-4d0b-408a-8789-43548cbcd69a) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:00:43.999621 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-940c3704-9948-4245-9fa6-d5787f160691 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:44.000847 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-940c3704-9948-4245-9fa6-d5787f160691 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1185741 Apr 12 18:00:44.148120 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-3f4611dc-fb47-458b-b6d3-249a2c97e3b1 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for port (55eeff29-4d0b-408a-8789-43548cbcd69a), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:44.161027 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-717443dc-14fa-4995-9511-d09f37429daa req-ac798b38-4e87-4202-9422-1e0350707795 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--627942213&fields=id&tenant_id=fd9169ef36f84184829de80e6adcc3eb HTTP/1.1" status: 200 len: 267 time: 0.0467026 Apr 12 18:00:44.183990 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-3f4611dc-fb47-458b-b6d3-249a2c97e3b1 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (55eeff29-4d0b-408a-8789-43548cbcd69a), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:44.230699 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-3f4611dc-fb47-458b-b6d3-249a2c97e3b1 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Network 8ec15485-e591-42f1-9874-b31f76908832 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:00:44.235739 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-3f4611dc-fb47-458b-b6d3-249a2c97e3b1 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:00:44.239555 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-3f4611dc-fb47-458b-b6d3-249a2c97e3b1 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:00:44.245301 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-3f4611dc-fb47-458b-b6d3-249a2c97e3b1 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:44.245925 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-3f4611dc-fb47-458b-b6d3-249a2c97e3b1 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:44.252227 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4611dc-fb47-458b-b6d3-249a2c97e3b1 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event updated for resources: {'Port': ['ID=55eeff29-4d0b-408a-8789-43548cbcd69a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:44.269686 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-3f4611dc-fb47-458b-b6d3-249a2c97e3b1 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5739479 Apr 12 18:00:44.278420 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717443dc-14fa-4995-9511-d09f37429daa req-c70af424-1363-4432-b433-e0c02838ec6e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:44.279926 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-717443dc-14fa-4995-9511-d09f37429daa req-c70af424-1363-4432-b433-e0c02838ec6e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/networks?id=686fab4f-3c38-4683-935f-38f19e4e8a4f HTTP/1.1" status: 200 len: 814 time: 0.1110027 Apr 12 18:00:44.295563 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-717443dc-14fa-4995-9511-d09f37429daa req-b250b2ba-d941-41a4-8a15-f8cd576c4874 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/quotas/fd9169ef36f84184829de80e6adcc3eb HTTP/1.1" status: 200 len: 375 time: 0.0098636 Apr 12 18:00:44.349742 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-717443dc-14fa-4995-9511-d09f37429daa req-33334b16-296f-47e3-b888-bde6a853b6d4 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd9169ef36f84184829de80e6adcc3eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485971 Apr 12 18:00:44.452581 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-717443dc-14fa-4995-9511-d09f37429daa req-dad38e2c-c720-4d3d-9e50-b1791cc8cbef service neutron] 10.222.0.24 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908761 Apr 12 18:00:44.482578 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-1d9d0e13-4919-4481-bd8a-a44b0033bc78 None None] Provisioning complete for port 55eeff29-4d0b-408a-8789-43548cbcd69a triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:00:44.483132 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-1d9d0e13-4919-4481-bd8a-a44b0033bc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (55eeff29-4d0b-408a-8789-43548cbcd69a), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:44.491671 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] Request body: {'port': {'device_id': '81678447-a3cf-409a-9fe7-2fcbc6f67db2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:44.519938 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-1d9d0e13-4919-4481-bd8a-a44b0033bc78 None None] Port 55eeff29-4d0b-408a-8789-43548cbcd69a cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:00:44.548162 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-717443dc-14fa-4995-9511-d09f37429daa req-d0fa736c-8b74-4c83-b522-b14faf4907b4 service neutron] 10.222.0.24 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897937 Apr 12 18:00:44.585608 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (55eeff29-4d0b-408a-8789-43548cbcd69a), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:44.725902 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-fd3d9546-446c-4540-9a57-b33f809f6e55 req-02fe6f81-cfe9-4e44-92ae-bfab0b7b8565 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 210 time: 0.0324817 Apr 12 18:00:44.865040 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc1c94-990d-4cbe-bd53-8cb95bde6ad6 req-fe6e3784-d8b6-4dd7-9504-65c13f33b01c tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:44.866895 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c4fc1c94-990d-4cbe-bd53-8cb95bde6ad6 req-fe6e3784-d8b6-4dd7-9504-65c13f33b01c tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 932 time: 0.0620947 Apr 12 18:00:44.875789 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55eeff29-4d0b-408a-8789-43548cbcd69a {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:00:44.884545 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] Publish callbacks [] for port (55eeff29-4d0b-408a-8789-43548cbcd69a), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:44.901587 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] Transition to ACTIVE for port object 55eeff29-4d0b-408a-8789-43548cbcd69a will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:00:44.906110 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (55eeff29-4d0b-408a-8789-43548cbcd69a), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:44.957231 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c4fc1c94-990d-4cbe-bd53-8cb95bde6ad6 req-f4c3d9f0-a55c-4343-a3cc-086e9b8af5ed tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817244 Apr 12 18:00:44.976168 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=55eeff29-4d0b-408a-8789-43548cbcd69a,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:45.015936 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] Attempting to bind port 55eeff29-4d0b-408a-8789-43548cbcd69a on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:00:45.016282 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] Attempting to bind port 55eeff29-4d0b-408a-8789-43548cbcd69a by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8ec15485-e591-42f1-9874-b31f76908832'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:00:45.016681 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] Attempting to bind port 55eeff29-4d0b-408a-8789-43548cbcd69a on network 8ec15485-e591-42f1-9874-b31f76908832 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:00:45.022410 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] Port 55eeff29-4d0b-408a-8789-43548cbcd69a on network 8ec15485-e591-42f1-9874-b31f76908832 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:00:45.022783 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] Attempting to bind port 55eeff29-4d0b-408a-8789-43548cbcd69a on network 8ec15485-e591-42f1-9874-b31f76908832 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:00:45.031361 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] Checking agent: {'id': '00f7abb9-3948-4d4d-ae73-3182f7e75cf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'started_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:00:45.031709 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] Checking segment: {'id': 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8ec15485-e591-42f1-9874-b31f76908832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:00:45.034584 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] Bound using segment: {'id': 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8ec15485-e591-42f1-9874-b31f76908832'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:00:45.035068 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] Bound port: 55eeff29-4d0b-408a-8789-43548cbcd69a, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8ec15485-e591-42f1-9874-b31f76908832'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:00:45.035451 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (55eeff29-4d0b-408a-8789-43548cbcd69a), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:45.109709 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] For port 55eeff29-4d0b-408a-8789-43548cbcd69a, host hv-cinder-83753, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:00:45.114047 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] For port 55eeff29-4d0b-408a-8789-43548cbcd69a, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=55eeff29-4d0b-408a-8789-43548cbcd69a,segment=NetworkSegment(bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b),segment_id=bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:00:45.123690 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (55eeff29-4d0b-408a-8789-43548cbcd69a), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:45.165958 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:45.166621 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:45.168284 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] 10.222.0.23 "PUT /v2.0/ports/55eeff29-4d0b-408a-8789-43548cbcd69a HTTP/1.1" status: 200 len: 1094 time: 0.6813271 Apr 12 18:00:45.170471 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81678447-a3cf-409a-9fe7-2fcbc6f67db2', 'tag': '55eeff29-4d0b-408a-8789-43548cbcd69a'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:00:45.173613 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9c1046-9cd4-4fdb-841a-d312e266eb45" -d '{"events": [{"name": "network-changed", "server_uuid": "81678447-a3cf-409a-9fe7-2fcbc6f67db2", "tag": "55eeff29-4d0b-408a-8789-43548cbcd69a"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:00:45.200732 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10804198-ba47-44f4-9bff-56dc74e60ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=55eeff29-4d0b-408a-8789-43548cbcd69a,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:45.221801 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa179dc5-70db-4803-8d4c-9d102e7703cc x-openstack-request-id: req-aa179dc5-70db-4803-8d4c-9d102e7703cc {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:00:45.222165 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81678447-a3cf-409a-9fe7-2fcbc6f67db2", "tag": "55eeff29-4d0b-408a-8789-43548cbcd69a", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:00:45.222550 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa179dc5-70db-4803-8d4c-9d102e7703cc {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:00:45.223023 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa179dc5-70db-4803-8d4c-9d102e7703cc'] response: {'name': 'network-changed', 'server_uuid': '81678447-a3cf-409a-9fe7-2fcbc6f67db2', 'tag': '55eeff29-4d0b-408a-8789-43548cbcd69a', 'status': 'completed', 'code': 200} Apr 12 18:00:45.286822 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-6b40355a-a00d-416e-834b-3b6de45717a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:45.288356 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-6b40355a-a00d-416e-834b-3b6de45717a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=237798a0b1a14ab3835a4a934510ce49&device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 1128 time: 0.0452151 Apr 12 18:00:45.336527 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-58233397-262e-4e8f-87ed-f692e073a84c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55eeff29-4d0b-408a-8789-43548cbcd69a HTTP/1.1" status: 200 len: 217 time: 0.0355628 Apr 12 18:00:45.400436 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-176c8b2b-1291-4ede-b6a9-e3b1f35316e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:45.401993 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-176c8b2b-1291-4ede-b6a9-e3b1f35316e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78fc5004-f958-4780-b51c-2a79ed561fa7 HTTP/1.1" status: 200 len: 851 time: 0.0493007 Apr 12 18:00:45.708040 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-1577c1ff-e4a9-418b-abf5-21629b9ace1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:45.709528 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-1577c1ff-e4a9-418b-abf5-21629b9ace1b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ec15485-e591-42f1-9874-b31f76908832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379560 Apr 12 18:00:45.811517 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-76986d9e-999e-4050-a289-3c73396b6372 service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925405 Apr 12 18:00:45.860492 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1d5d2803-ac8a-431f-9ddb-9bd494192589 req-90593cd7-977b-46b4-af97-faa67c60aac4 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 210 time: 0.0589297 Apr 12 18:00:45.902249 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717443dc-14fa-4995-9511-d09f37429daa req-ad3a5b53-314d-4ba8-85c6-04d7141183db tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:45.904040 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-717443dc-14fa-4995-9511-d09f37429daa req-ad3a5b53-314d-4ba8-85c6-04d7141183db tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.23 "GET /v2.0/networks?id=686fab4f-3c38-4683-935f-38f19e4e8a4f HTTP/1.1" status: 200 len: 814 time: 0.1436911 Apr 12 18:00:45.914312 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-78d7d7cd-e228-4b2e-bb00-e52dad31f98f req-1442f80a-f460-4c86-81c0-755974e313c9 service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939894 Apr 12 18:00:45.996765 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-717443dc-14fa-4995-9511-d09f37429daa req-cbf8594c-f60e-490e-86cd-bd0f52227e3a tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd9169ef36f84184829de80e6adcc3eb HTTP/1.1" status: 200 len: 379 time: 0.0759268 Apr 12 18:00:46.073813 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2dd03-ea59-41e2-8e46-9d2f177f79fa req-236d8cd5-f9c6-44af-818e-4991d4c50a3e tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:46.075326 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-09e2dd03-ea59-41e2-8e46-9d2f177f79fa req-236d8cd5-f9c6-44af-818e-4991d4c50a3e tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 944 time: 0.0471148 Apr 12 18:00:46.123006 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-09e2dd03-ea59-41e2-8e46-9d2f177f79fa req-3a28271b-6947-4cd7-a0d2-218e19d11267 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422969 Apr 12 18:00:46.247659 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3447e78-59ee-4f6f-b707-d3740605a9a0 req-d4a3893c-71ee-4d7b-8c1b-e690a509008d tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:46.249072 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e3447e78-59ee-4f6f-b707-d3740605a9a0 req-d4a3893c-71ee-4d7b-8c1b-e690a509008d tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0499582 Apr 12 18:00:46.265654 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [req-717443dc-14fa-4995-9511-d09f37429daa req-c4c0bf83-ef1f-42f6-9a54-747cc4671168 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'port': {'device_id': '05da666c-5e6c-4072-b5b2-267a60572525', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'admin_state_up': True, 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'security_groups': ['3201fae2-9ea0-45f1-b817-acf1e0eb23a4']}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:46.296754 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c1046-9cd4-4fdb-841a-d312e266eb45 req-0bf1390f-215b-4057-9313-d64e99add744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:46.298304 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7a9c1046-9cd4-4fdb-841a-d312e266eb45 req-0bf1390f-215b-4057-9313-d64e99add744 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=237798a0b1a14ab3835a4a934510ce49&device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 1128 time: 0.0424767 Apr 12 18:00:46.358090 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e3447e78-59ee-4f6f-b707-d3740605a9a0 req-0f4c1c7b-3f3a-499d-b4fd-0eadff1bb030 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034117 Apr 12 18:00:46.398550 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-717443dc-14fa-4995-9511-d09f37429daa req-c4c0bf83-ef1f-42f6-9a54-747cc4671168 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Made reservation on behalf of fd9169ef36f84184829de80e6adcc3eb for: {'port': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:00:46.402062 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-717443dc-14fa-4995-9511-d09f37429daa req-c4c0bf83-ef1f-42f6-9a54-747cc4671168 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:46.523738 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [req-717443dc-14fa-4995-9511-d09f37429daa req-c4c0bf83-ef1f-42f6-9a54-747cc4671168 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Allocated IP 172.20.0.7 (686fab4f-3c38-4683-935f-38f19e4e8a4f/1e2e22a3-d988-42d0-ada7-fb014078e671/2430c2c2-d39d-4c5f-ac6b-17163f12c3de) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:00:46.658449 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-717443dc-14fa-4995-9511-d09f37429daa req-c4c0bf83-ef1f-42f6-9a54-747cc4671168 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for port (2430c2c2-d39d-4c5f-ac6b-17163f12c3de), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:46.691222 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-717443dc-14fa-4995-9511-d09f37429daa req-c4c0bf83-ef1f-42f6-9a54-747cc4671168 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (2430c2c2-d39d-4c5f-ac6b-17163f12c3de), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:46.738026 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-717443dc-14fa-4995-9511-d09f37429daa req-c4c0bf83-ef1f-42f6-9a54-747cc4671168 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Network 686fab4f-3c38-4683-935f-38f19e4e8a4f is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:00:46.743003 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [req-717443dc-14fa-4995-9511-d09f37429daa req-c4c0bf83-ef1f-42f6-9a54-747cc4671168 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:00:46.747269 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [req-717443dc-14fa-4995-9511-d09f37429daa req-c4c0bf83-ef1f-42f6-9a54-747cc4671168 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:00:46.779401 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0bf83-ef1f-42f6-9a54-747cc4671168 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event updated for resources: {'Port': ['ID=2430c2c2-d39d-4c5f-ac6b-17163f12c3de,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:46.804600 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717443dc-14fa-4995-9511-d09f37429daa req-c4c0bf83-ef1f-42f6-9a54-747cc4671168 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:46.805252 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-717443dc-14fa-4995-9511-d09f37429daa req-c4c0bf83-ef1f-42f6-9a54-747cc4671168 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:46.823302 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-717443dc-14fa-4995-9511-d09f37429daa req-c4c0bf83-ef1f-42f6-9a54-747cc4671168 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5621357 Apr 12 18:00:46.985512 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88028425-2181-4c09-ae49-71c7eb813ba0 req-fd412d02-f97d-4263-9373-f1c6750fb1ac tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:46.987004 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-88028425-2181-4c09-ae49-71c7eb813ba0 req-fd412d02-f97d-4263-9373-f1c6750fb1ac tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 931 time: 0.0474250 Apr 12 18:00:46.987631 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-d2661ae2-455b-4dd1-9d95-9053032e0761 None None] Provisioning complete for port 2430c2c2-d39d-4c5f-ac6b-17163f12c3de triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:00:46.988093 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-d2661ae2-455b-4dd1-9d95-9053032e0761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (2430c2c2-d39d-4c5f-ac6b-17163f12c3de), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:47.022635 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-d2661ae2-455b-4dd1-9d95-9053032e0761 None None] Port 2430c2c2-d39d-4c5f-ac6b-17163f12c3de cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:00:47.035279 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-88028425-2181-4c09-ae49-71c7eb813ba0 req-2b0d37c0-2390-4a06-a419-e67d0beb438c tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=3201fae2-9ea0-45f1-b817-acf1e0eb23a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425742 Apr 12 18:00:47.235949 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3caee2-ae04-4dac-82d8-8869f18efbcd req-075a7598-7df9-41cc-b852-e7401d8ec926 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:47.237411 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-de3caee2-ae04-4dac-82d8-8869f18efbcd req-075a7598-7df9-41cc-b852-e7401d8ec926 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 944 time: 0.0471976 Apr 12 18:00:47.286706 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-de3caee2-ae04-4dac-82d8-8869f18efbcd req-dc4e4fe8-1010-4687-ade4-fb531a8ebfe8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436213 Apr 12 18:00:47.473131 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689aa3d3-c762-471a-9338-8c43d6ad622c req-c939a632-4e2a-4792-ab45-cecbe3c1d77a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:47.474583 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-689aa3d3-c762-471a-9338-8c43d6ad622c req-c939a632-4e2a-4792-ab45-cecbe3c1d77a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0488009 Apr 12 18:00:47.524334 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-689aa3d3-c762-471a-9338-8c43d6ad622c req-a75af543-b1f4-4309-a6ac-6adf249a508d tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434239 Apr 12 18:00:48.145007 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88f90d-0368-4549-8e0a-758ed381efcb req-e470bd5d-6333-4e35-9050-6b09fde3e897 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:48.146484 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ab88f90d-0368-4549-8e0a-758ed381efcb req-e470bd5d-6333-4e35-9050-6b09fde3e897 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 931 time: 0.0469551 Apr 12 18:00:48.192448 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ab88f90d-0368-4549-8e0a-758ed381efcb req-0a062dfe-e078-42dc-8698-118ba235741d tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=3201fae2-9ea0-45f1-b817-acf1e0eb23a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404735 Apr 12 18:00:48.395301 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d144dd0-e8f3-4929-a0a4-52d4d412a077 req-d7dda5d2-ba75-40d2-9129-1e77e4aa1dd6 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:48.396743 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2d144dd0-e8f3-4929-a0a4-52d4d412a077 req-d7dda5d2-ba75-40d2-9129-1e77e4aa1dd6 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 944 time: 0.0461018 Apr 12 18:00:48.448014 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2d144dd0-e8f3-4929-a0a4-52d4d412a077 req-542deb8a-0f42-4122-8372-4cb0e8e84923 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456274 Apr 12 18:00:48.635978 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2941772-c4c8-4b44-a5a8-99e38e929851 req-6822fc30-bbd7-4582-b4f2-2fe31095733a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:48.637438 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b2941772-c4c8-4b44-a5a8-99e38e929851 req-6822fc30-bbd7-4582-b4f2-2fe31095733a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0463891 Apr 12 18:00:48.684516 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b2941772-c4c8-4b44-a5a8-99e38e929851 req-85b7e4f3-ccf2-405f-9a20-e3dd8eeb752b tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416105 Apr 12 18:00:49.301871 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7b9b1-5657-4652-85b8-c8fb15ce4293 req-e973fa7f-edd1-44a1-87b7-5a210ef15a42 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:49.303345 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2ae7b9b1-5657-4652-85b8-c8fb15ce4293 req-e973fa7f-edd1-44a1-87b7-5a210ef15a42 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 931 time: 0.0473530 Apr 12 18:00:49.349186 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2ae7b9b1-5657-4652-85b8-c8fb15ce4293 req-fb0b334d-9c2e-4c12-becd-8748a6b9604b tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=3201fae2-9ea0-45f1-b817-acf1e0eb23a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401711 Apr 12 18:00:49.560601 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035f5f1-0a57-4c18-b8d2-55868b610979 req-9ccec730-4105-4e70-b15a-94c17c47b8e7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:49.562027 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9035f5f1-0a57-4c18-b8d2-55868b610979 req-9ccec730-4105-4e70-b15a-94c17c47b8e7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 944 time: 0.0482233 Apr 12 18:00:49.589780 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [req-717443dc-14fa-4995-9511-d09f37429daa req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] Request body: {'port': {'device_id': '05da666c-5e6c-4072-b5b2-267a60572525', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:49.661703 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9035f5f1-0a57-4c18-b8d2-55868b610979 req-430d9888-eec0-44d4-8568-185da8f416d2 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941908 Apr 12 18:00:49.667584 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c1046-9cd4-4fdb-841a-d312e266eb45 req-fa287e00-2cb8-4185-82fd-8767f386da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:49.668186 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-717443dc-14fa-4995-9511-d09f37429daa req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (2430c2c2-d39d-4c5f-ac6b-17163f12c3de), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:49.669065 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7a9c1046-9cd4-4fdb-841a-d312e266eb45 req-fa287e00-2cb8-4185-82fd-8767f386da0c service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ec15485-e591-42f1-9874-b31f76908832 HTTP/1.1" status: 200 len: 913 time: 0.0890155 Apr 12 18:00:49.824936 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad318453-c8bb-47aa-b892-aa2132284ec6 req-0160810e-2466-4143-886a-5ec760f2b447 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:49.826320 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ad318453-c8bb-47aa-b892-aa2132284ec6 req-0160810e-2466-4143-886a-5ec760f2b447 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0604064 Apr 12 18:00:49.924485 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ad318453-c8bb-47aa-b892-aa2132284ec6 req-75bd34f5-d194-415b-b4b0-e6425cfb30b8 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856411 Apr 12 18:00:49.992559 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [req-717443dc-14fa-4995-9511-d09f37429daa req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2430c2c2-d39d-4c5f-ac6b-17163f12c3de {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:00:50.000152 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-717443dc-14fa-4995-9511-d09f37429daa req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] Publish callbacks [] for port (2430c2c2-d39d-4c5f-ac6b-17163f12c3de), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:50.012833 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [req-717443dc-14fa-4995-9511-d09f37429daa req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] Transition to ACTIVE for port object 2430c2c2-d39d-4c5f-ac6b-17163f12c3de will not be triggered until provisioned by entity L2. {{(pid=109827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:00:50.016672 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-717443dc-14fa-4995-9511-d09f37429daa req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209085'] for port (2430c2c2-d39d-4c5f-ac6b-17163f12c3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:50.088636 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=2430c2c2-d39d-4c5f-ac6b-17163f12c3de,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:50.141788 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [req-717443dc-14fa-4995-9511-d09f37429daa req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] Attempting to bind port 2430c2c2-d39d-4c5f-ac6b-17163f12c3de on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:00:50.142136 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [req-717443dc-14fa-4995-9511-d09f37429daa req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] Attempting to bind port 2430c2c2-d39d-4c5f-ac6b-17163f12c3de by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:00:50.142506 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717443dc-14fa-4995-9511-d09f37429daa req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] Attempting to bind port 2430c2c2-d39d-4c5f-ac6b-17163f12c3de on network 686fab4f-3c38-4683-935f-38f19e4e8a4f {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:00:50.147086 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717443dc-14fa-4995-9511-d09f37429daa req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] Port 2430c2c2-d39d-4c5f-ac6b-17163f12c3de on network 686fab4f-3c38-4683-935f-38f19e4e8a4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:00:50.147417 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717443dc-14fa-4995-9511-d09f37429daa req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] Attempting to bind port 2430c2c2-d39d-4c5f-ac6b-17163f12c3de on network 686fab4f-3c38-4683-935f-38f19e4e8a4f {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:00:50.152606 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717443dc-14fa-4995-9511-d09f37429daa req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] Checking agent: {'id': '00f7abb9-3948-4d4d-ae73-3182f7e75cf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'started_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:00:50.152956 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717443dc-14fa-4995-9511-d09f37429daa req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] Checking segment: {'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:00:50.153352 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717443dc-14fa-4995-9511-d09f37429daa req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] Bound using segment: {'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:00:50.153793 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [req-717443dc-14fa-4995-9511-d09f37429daa req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] Bound port: 2430c2c2-d39d-4c5f-ac6b-17163f12c3de, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6681d6c5-df33-4127-8f53-441a0ed327b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:00:50.154160 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-717443dc-14fa-4995-9511-d09f37429daa req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (2430c2c2-d39d-4c5f-ac6b-17163f12c3de), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:50.220348 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [req-717443dc-14fa-4995-9511-d09f37429daa req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] For port 2430c2c2-d39d-4c5f-ac6b-17163f12c3de, host hv-cinder-83753, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:00:50.223315 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [req-717443dc-14fa-4995-9511-d09f37429daa req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] For port 2430c2c2-d39d-4c5f-ac6b-17163f12c3de, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=2430c2c2-d39d-4c5f-ac6b-17163f12c3de,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:00:50.229527 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-717443dc-14fa-4995-9511-d09f37429daa req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209085'] for port (2430c2c2-d39d-4c5f-ac6b-17163f12c3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:50.273223 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717443dc-14fa-4995-9511-d09f37429daa req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:50.273860 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-717443dc-14fa-4995-9511-d09f37429daa req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:50.275835 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-717443dc-14fa-4995-9511-d09f37429daa req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] 10.222.0.23 "PUT /v2.0/ports/2430c2c2-d39d-4c5f-ac6b-17163f12c3de HTTP/1.1" status: 200 len: 1093 time: 0.6900346 Apr 12 18:00:50.276283 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05da666c-5e6c-4072-b5b2-267a60572525', 'tag': '2430c2c2-d39d-4c5f-ac6b-17163f12c3de'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:00:50.278538 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8794fbc469913332b26a1bcbfb78f2e90de67fe5ea04afc148497b54c77658c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d402535-93ae-45f5-a5f3-860356a59ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "05da666c-5e6c-4072-b5b2-267a60572525", "tag": "2430c2c2-d39d-4c5f-ac6b-17163f12c3de"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:00:50.302189 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fda066-7012-42ad-84ac-581078b06fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=2430c2c2-d39d-4c5f-ac6b-17163f12c3de,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:50.317544 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c49578-419c-4f36-83da-397a6baf8bab x-openstack-request-id: req-24c49578-419c-4f36-83da-397a6baf8bab {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:00:50.317836 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05da666c-5e6c-4072-b5b2-267a60572525", "tag": "2430c2c2-d39d-4c5f-ac6b-17163f12c3de", "status": "completed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:00:50.318091 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24c49578-419c-4f36-83da-397a6baf8bab {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:00:50.318564 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c49578-419c-4f36-83da-397a6baf8bab'] response: {'name': 'network-changed', 'server_uuid': '05da666c-5e6c-4072-b5b2-267a60572525', 'tag': '2430c2c2-d39d-4c5f-ac6b-17163f12c3de', 'status': 'completed', 'code': 200} Apr 12 18:00:50.372263 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7a9c1046-9cd4-4fdb-841a-d312e266eb45 req-f51c80ab-ace7-4951-9e2d-92e82c995369 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55eeff29-4d0b-408a-8789-43548cbcd69a HTTP/1.1" status: 200 len: 217 time: 0.0375860 Apr 12 18:00:50.427440 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d402535-93ae-45f5-a5f3-860356a59ad4 req-d7fb097e-a4f8-49e3-9087-c42c7d828c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:50.428899 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1d402535-93ae-45f5-a5f3-860356a59ad4 req-d7fb097e-a4f8-49e3-9087-c42c7d828c37 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd9169ef36f84184829de80e6adcc3eb&device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 1127 time: 0.0489359 Apr 12 18:00:50.432582 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c1046-9cd4-4fdb-841a-d312e266eb45 req-ac6f4587-fe57-4d67-a03e-8a26351021a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:50.434035 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7a9c1046-9cd4-4fdb-841a-d312e266eb45 req-ac6f4587-fe57-4d67-a03e-8a26351021a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78fc5004-f958-4780-b51c-2a79ed561fa7 HTTP/1.1" status: 200 len: 851 time: 0.0522821 Apr 12 18:00:50.474508 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e80d2a-9b7a-4abd-89dd-b377ebf4156e req-99065c72-e882-4d5e-b7a4-4933f44f3e54 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:50.476057 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-80e80d2a-9b7a-4abd-89dd-b377ebf4156e req-99065c72-e882-4d5e-b7a4-4933f44f3e54 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 943 time: 0.0507753 Apr 12 18:00:50.548281 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c1046-9cd4-4fdb-841a-d312e266eb45 req-917ad731-a86c-4645-90f7-47226c88c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:50.549793 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7a9c1046-9cd4-4fdb-841a-d312e266eb45 req-917ad731-a86c-4645-90f7-47226c88c955 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ec15485-e591-42f1-9874-b31f76908832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738614 Apr 12 18:00:50.556914 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ffcae-c005-4f80-923a-0e4156657da3 req-0b688495-6dd0-42a0-b554-4dd2b7709d00 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:50.558348 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-0a2ffcae-c005-4f80-923a-0e4156657da3 req-0b688495-6dd0-42a0-b554-4dd2b7709d00 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.23 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0711153 Apr 12 18:00:50.645917 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-80e80d2a-9b7a-4abd-89dd-b377ebf4156e req-0e15f59f-1708-45d1-8938-501ae70d1f82 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=3201fae2-9ea0-45f1-b817-acf1e0eb23a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603272 Apr 12 18:00:50.678653 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d402535-93ae-45f5-a5f3-860356a59ad4 req-af1e3e70-e65d-42c8-a4d6-fe89c561714f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:50.680130 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1d402535-93ae-45f5-a5f3-860356a59ad4 req-af1e3e70-e65d-42c8-a4d6-fe89c561714f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=fd9169ef36f84184829de80e6adcc3eb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2030118 Apr 12 18:00:50.705481 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-0a2ffcae-c005-4f80-923a-0e4156657da3 req-4e288f3b-33f8-4a06-825e-fe5425b89af2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Deleting port 558b0f53-6e88-4358-b78d-b3eab605be69 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:00:50.706003 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-0a2ffcae-c005-4f80-923a-0e4156657da3 req-4e288f3b-33f8-4a06-825e-fe5425b89af2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (558b0f53-6e88-4358-b78d-b3eab605be69), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:50.711314 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7a9c1046-9cd4-4fdb-841a-d312e266eb45 req-35233b21-5053-4be1-ac8a-847a1f20e454 service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520913 Apr 12 18:00:50.858785 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f73ed1-af4d-4d94-be8c-60e1d78c6734 req-8b319530-879e-49cc-b573-4d1b8e9b21a9 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:50.860293 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-66f73ed1-af4d-4d94-be8c-60e1d78c6734 req-8b319530-879e-49cc-b573-4d1b8e9b21a9 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 944 time: 0.1269336 Apr 12 18:00:50.860720 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-0a2ffcae-c005-4f80-923a-0e4156657da3 req-4e288f3b-33f8-4a06-825e-fe5425b89af2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] For port 558b0f53-6e88-4358-b78d-b3eab605be69, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=558b0f53-6e88-4358-b78d-b3eab605be69,segment=NetworkSegment(2379ee2c-1674-45e0-afc7-bff7c9920f2a),segment_id=2379ee2c-1674-45e0-afc7-bff7c9920f2a)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:00:50.861105 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-0a2ffcae-c005-4f80-923a-0e4156657da3 req-4e288f3b-33f8-4a06-825e-fe5425b89af2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (558b0f53-6e88-4358-b78d-b3eab605be69), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:50.877755 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7a9c1046-9cd4-4fdb-841a-d312e266eb45 req-5ff405e0-78d7-442e-a92b-83bdd4b6d231 service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566591 Apr 12 18:00:50.894132 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d402535-93ae-45f5-a5f3-860356a59ad4 req-6bf09368-9424-4f20-b077-4d62304683e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:50.895618 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1d402535-93ae-45f5-a5f3-860356a59ad4 req-6bf09368-9424-4f20-b077-4d62304683e3 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2093632 Apr 12 18:00:50.932008 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-66f73ed1-af4d-4d94-be8c-60e1d78c6734 req-22d2d7e2-a60c-48ef-ad46-2f9de787a8c3 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613468 Apr 12 18:00:50.976759 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717443dc-14fa-4995-9511-d09f37429daa req-0977fbde-53df-47e1-bf3c-313d5b70535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:50.979193 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-717443dc-14fa-4995-9511-d09f37429daa req-0977fbde-53df-47e1-bf3c-313d5b70535e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd9169ef36f84184829de80e6adcc3eb&device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 1127 time: 0.0456090 Apr 12 18:00:51.030754 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-717443dc-14fa-4995-9511-d09f37429daa req-b1e22921-e164-416e-b399-34943beaa6be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2430c2c2-d39d-4c5f-ac6b-17163f12c3de HTTP/1.1" status: 200 len: 217 time: 0.0447466 Apr 12 18:00:51.100117 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a1004-f631-4724-bc62-4dd4e4597bbd req-df374d1c-f660-4db6-884b-70e41b7a5ec3 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:51.101617 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c09a1004-f631-4724-bc62-4dd4e4597bbd req-df374d1c-f660-4db6-884b-70e41b7a5ec3 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 945 time: 0.0823116 Apr 12 18:00:51.126314 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717443dc-14fa-4995-9511-d09f37429daa req-7727e105-b517-4fa6-aed3-4f9cfdcd2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:51.127764 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-717443dc-14fa-4995-9511-d09f37429daa req-7727e105-b517-4fa6-aed3-4f9cfdcd2f05 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e2e22a3-d988-42d0-ada7-fb014078e671 HTTP/1.1" status: 200 len: 853 time: 0.0760942 Apr 12 18:00:51.183223 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c09a1004-f631-4724-bc62-4dd4e4597bbd req-200cb2dd-fa9a-48b2-9ccf-bfa6e589269a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b44c852b-d575-40cd-9961-4b01b74ccb76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748236 Apr 12 18:00:51.188551 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717443dc-14fa-4995-9511-d09f37429daa req-430c6795-4b82-46f3-954a-f0ed0ceabb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:51.190002 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-717443dc-14fa-4995-9511-d09f37429daa req-430c6795-4b82-46f3-954a-f0ed0ceabb3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=686fab4f-3c38-4683-935f-38f19e4e8a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547559 Apr 12 18:00:51.267044 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-0a2ffcae-c005-4f80-923a-0e4156657da3 req-4e288f3b-33f8-4a06-825e-fe5425b89af2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:51.267412 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-0a2ffcae-c005-4f80-923a-0e4156657da3 req-4e288f3b-33f8-4a06-825e-fe5425b89af2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (2faf36c1-faaa-4141-b2e3-7d0bb8630d00), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:51.267735 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.l3_db [req-0a2ffcae-c005-4f80-923a-0e4156657da3 req-4e288f3b-33f8-4a06-825e-fe5425b89af2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Floating IP 2faf36c1-faaa-4141-b2e3-7d0bb8630d00 disassociated. External IP: 172.27.0.71, port: 558b0f53-6e88-4358-b78d-b3eab605be69. Apr 12 18:00:51.268085 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-0a2ffcae-c005-4f80-923a-0e4156657da3 req-4e288f3b-33f8-4a06-825e-fe5425b89af2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Calling delete_port for 558b0f53-6e88-4358-b78d-b3eab605be69 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:00:51.324394 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 55eeff29-4d0b-408a-8789-43548cbcd69a details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:00:51.411382 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-0a2ffcae-c005-4f80-923a-0e4156657da3 req-4e288f3b-33f8-4a06-825e-fe5425b89af2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583'] for port (558b0f53-6e88-4358-b78d-b3eab605be69), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:51.436174 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 55eeff29-4d0b-408a-8789-43548cbcd69a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=55eeff29-4d0b-408a-8789-43548cbcd69a,segment=NetworkSegment(bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b),segment_id=bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:00:51.449680 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': '55eeff29-4d0b-408a-8789-43548cbcd69a', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'port_id': '55eeff29-4d0b-408a-8789-43548cbcd69a', 'mac_address': 'fa:16:3e:47:03:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:00:51.451643 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e288f3b-33f8-4a06-825e-fe5425b89af2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Pushing event deleted for resources: {'Port': ['ID=558b0f53-6e88-4358-b78d-b3eab605be69,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:51.491260 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 55eeff29-4d0b-408a-8789-43548cbcd69a is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:00:51.491922 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (55eeff29-4d0b-408a-8789-43548cbcd69a), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:51.507318 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55eeff29-4d0b-408a-8789-43548cbcd69a {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:00:51.528106 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 55eeff29-4d0b-408a-8789-43548cbcd69a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=55eeff29-4d0b-408a-8789-43548cbcd69a,segment=NetworkSegment(bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b),segment_id=bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:00:51.529310 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-717443dc-14fa-4995-9511-d09f37429daa req-4f11d221-0331-4195-8f35-9e74e1ffe8df service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313701 Apr 12 18:00:51.532588 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (55eeff29-4d0b-408a-8789-43548cbcd69a), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:51.578813 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a2ffcae-c005-4f80-923a-0e4156657da3 req-4e288f3b-33f8-4a06-825e-fe5425b89af2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Router 89cca699-a507-4901-bbec-3b3061bdd2f7 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:00:51.585259 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=55eeff29-4d0b-408a-8789-43548cbcd69a,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:51.592627 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:51.592980 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:51.593339 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:51.593689 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:51.594024 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:51.594393 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:51.594719 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:51.595064 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:51.595392 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:51.595744 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:51.596093 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:51.596423 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:51.596745 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:51.597065 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:51.597383 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:00:51.626106 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-717443dc-14fa-4995-9511-d09f37429daa req-3798bdd5-bca5-4928-9c74-4e3b47efe6dc service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909975 Apr 12 18:00:51.695736 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a2ffcae-c005-4f80-923a-0e4156657da3 req-4e288f3b-33f8-4a06-825e-fe5425b89af2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:00:51.709520 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72bf74c-36e6-450d-9eb6-8d4a49134c00 None None] Sync routers for ids ['89cca699-a507-4901-bbec-3b3061bdd2f7'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:00:51.732297 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72bf74c-36e6-450d-9eb6-8d4a49134c00 None None] Routers {'89cca699-a507-4901-bbec-3b3061bdd2f7'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:00:51.732932 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b72bf74c-36e6-450d-9eb6-8d4a49134c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:00:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['89cca699-a507-4901-bbec-3b3061bdd2f7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:51.738615 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2ffcae-c005-4f80-923a-0e4156657da3 req-4e288f3b-33f8-4a06-825e-fe5425b89af2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] No DVR routers for this DVR port 558b0f53-6e88-4358-b78d-b3eab605be69 on host hv-cinder-83753 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:00:51.741219 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-0a2ffcae-c005-4f80-923a-0e4156657da3 req-4e288f3b-33f8-4a06-825e-fe5425b89af2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:51.744500 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-0a2ffcae-c005-4f80-923a-0e4156657da3 req-4e288f3b-33f8-4a06-825e-fe5425b89af2 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.23 "DELETE /v2.0/ports/558b0f53-6e88-4358-b78d-b3eab605be69 HTTP/1.1" status: 204 len: 173 time: 1.1784956 Apr 12 18:00:51.744935 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312deef7-cebe-4819-a5bf-08313b421e47', 'name': 'network-vif-deleted', 'tag': '558b0f53-6e88-4358-b78d-b3eab605be69'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:00:51.747203 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28855d8-d4dd-4bdc-baca-a7e67eb0a801" -d '{"events": [{"server_uuid": "312deef7-cebe-4819-a5bf-08313b421e47", "name": "network-vif-deleted", "tag": "558b0f53-6e88-4358-b78d-b3eab605be69"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:00:51.769787 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22efff7-cf0f-46c1-bd5f-c8726eb755e4 req-2e9375f0-ff67-4228-9103-587b00a6e10d tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:51.771446 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e22efff7-cf0f-46c1-bd5f-c8726eb755e4 req-2e9375f0-ff67-4228-9103-587b00a6e10d tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 943 time: 0.0522425 Apr 12 18:00:51.783921 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec250331-e5b7-452a-83ef-2578adcfafa4 x-openstack-request-id: req-ec250331-e5b7-452a-83ef-2578adcfafa4 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:00:51.784205 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312deef7-cebe-4819-a5bf-08313b421e47", "name": "network-vif-deleted", "tag": "558b0f53-6e88-4358-b78d-b3eab605be69", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:00:51.784462 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec250331-e5b7-452a-83ef-2578adcfafa4 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:00:51.785142 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec250331-e5b7-452a-83ef-2578adcfafa4'] response: {'server_uuid': '312deef7-cebe-4819-a5bf-08313b421e47', 'name': 'network-vif-deleted', 'tag': '558b0f53-6e88-4358-b78d-b3eab605be69', 'status': 'completed', 'code': 200} Apr 12 18:00:51.820423 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['55eeff29-4d0b-408a-8789-43548cbcd69a'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:00:51.838476 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e22efff7-cf0f-46c1-bd5f-c8726eb755e4 req-ba11aabb-02c1-4bf6-9b06-bd39b22af083 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=3201fae2-9ea0-45f1-b817-acf1e0eb23a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521920 Apr 12 18:00:51.888527 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-b72bf74c-36e6-450d-9eb6-8d4a49134c00 None None] Set router 89cca699-a507-4901-bbec-3b3061bdd2f7 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:00:52.050320 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fc373-c358-4551-b913-39e2199ebc6b req-a766b074-1911-4787-9f23-6b5728e50539 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:52.051697 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c17fc373-c358-4551-b913-39e2199ebc6b req-a766b074-1911-4787-9f23-6b5728e50539 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 945 time: 0.0481460 Apr 12 18:00:52.101963 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c17fc373-c358-4551-b913-39e2199ebc6b req-bc07ed0e-8971-4124-afad-787fe34709d6 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438955 Apr 12 18:00:52.164434 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b72bf74c-36e6-450d-9eb6-8d4a49134c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1590815753-router', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:12Z', 'revision_number': 4, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'gw_port': {'id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:05Z', 'updated_at': '2022-04-12T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '2e348f39-4cd8-495b-89ed-6c3dfcff9cc9', 'name': '', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'mac_address': 'fa:16:3e:d1:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:20Z', 'revision_number': 5, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'subnets': [{'id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:52.205839 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72bf74c-36e6-450d-9eb6-8d4a49134c00 None None] Checking router: 89cca699-a507-4901-bbec-3b3061bdd2f7 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:00:52.225551 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72bf74c-36e6-450d-9eb6-8d4a49134c00 None None] Routers {'89cca699-a507-4901-bbec-3b3061bdd2f7'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:00:52.226161 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b72bf74c-36e6-450d-9eb6-8d4a49134c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:00:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['89cca699-a507-4901-bbec-3b3061bdd2f7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:52.276873 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d718a6cb-a667-4d2b-9b63-cf4bba1fc059 req-3e1e1448-3af6-4ee7-8f49-44bb65881722 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=312deef7-cebe-4819-a5bf-08313b421e47 HTTP/1.1" status: 200 len: 210 time: 0.0278630 Apr 12 18:00:52.359868 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-b72bf74c-36e6-450d-9eb6-8d4a49134c00 None None] Set router 89cca699-a507-4901-bbec-3b3061bdd2f7 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:00:52.547665 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b72bf74c-36e6-450d-9eb6-8d4a49134c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1590815753-router', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:12Z', 'revision_number': 4, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'gw_port': {'id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:05Z', 'updated_at': '2022-04-12T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '2e348f39-4cd8-495b-89ed-6c3dfcff9cc9', 'name': '', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'mac_address': 'fa:16:3e:d1:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:20Z', 'revision_number': 5, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'subnets': [{'id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:52.580028 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72bf74c-36e6-450d-9eb6-8d4a49134c00 None None] The sync data for ids ['89cca699-a507-4901-bbec-3b3061bdd2f7'] in dv-cinder-837534-1-iscsi is: [{'id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1590815753-router', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:12Z', 'revision_number': 4, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'gw_port': {'id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:05Z', 'updated_at': '2022-04-12T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '2e348f39-4cd8-495b-89ed-6c3dfcff9cc9', 'name': '', 'network_id': '2876e2a1-3492-40af-97a0-a80d1612333d', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'mac_address': 'fa:16:3e:d1:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:20Z', 'revision_number': 5, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'subnets': [{'id': 'b5aebc3d-31c6-4909-92e3-135069d3f64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:00:52.792874 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07365a9-23a7-4e24-a4a1-4af4b43881a7 None None] New status for floating IP 2faf36c1-faaa-4141-b2e3-7d0bb8630d00: DOWN {{(pid=109829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:00:52.965174 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502583f-61ed-4a9a-8231-ff5661171a82 req-e32d67b3-af7f-4932-a83e-2ca0141a0f91 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:52.966991 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5502583f-61ed-4a9a-8231-ff5661171a82 req-e32d67b3-af7f-4932-a83e-2ca0141a0f91 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 943 time: 0.0546227 Apr 12 18:00:53.028367 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5502583f-61ed-4a9a-8231-ff5661171a82 req-d5b43923-d996-459f-b31c-1f0f1366ab67 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=3201fae2-9ea0-45f1-b817-acf1e0eb23a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542705 Apr 12 18:00:53.213219 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f730f5-1ee9-4981-a130-35f3f09d7a0e req-32935884-f1cf-43ff-8f61-1018ad863009 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:53.214706 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d7f730f5-1ee9-4981-a130-35f3f09d7a0e req-32935884-f1cf-43ff-8f61-1018ad863009 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 945 time: 0.0474908 Apr 12 18:00:53.262898 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d7f730f5-1ee9-4981-a130-35f3f09d7a0e req-5ed6ad75-13ef-4288-970d-fad581c74b1e tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426843 Apr 12 18:00:53.336619 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 2430c2c2-d39d-4c5f-ac6b-17163f12c3de details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:00:53.339945 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 55eeff29-4d0b-408a-8789-43548cbcd69a up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:00:53.358835 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41634) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:53.416354 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0d98a94f-11ba-4c1c-9ccc-8cb2f0a17904 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for security_group (b44c852b-d575-40cd-9961-4b01b74ccb76), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.439855 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0d98a94f-11ba-4c1c-9ccc-8cb2f0a17904 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for security_group (b44c852b-d575-40cd-9961-4b01b74ccb76), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.442120 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning for port 55eeff29-4d0b-408a-8789-43548cbcd69a completed by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:00:53.453892 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port 55eeff29-4d0b-408a-8789-43548cbcd69a triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:00:53.454315 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (55eeff29-4d0b-408a-8789-43548cbcd69a), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.489863 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0d98a94f-11ba-4c1c-9ccc-8cb2f0a17904 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (b44c852b-d575-40cd-9961-4b01b74ccb76), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.492542 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0d98a94f-11ba-4c1c-9ccc-8cb2f0a17904 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.497054 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-0d98a94f-11ba-4c1c-9ccc-8cb2f0a17904 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "DELETE /v2.0/security-groups/b44c852b-d575-40cd-9961-4b01b74ccb76 HTTP/1.1" status: 204 len: 168 time: 0.1350114 Apr 12 18:00:53.497545 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41636) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:53.505286 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98a94f-11ba-4c1c-9ccc-8cb2f0a17904 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44c852b-d575-40cd-9961-4b01b74ccb76,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:53.514073 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.api.v2.resource [None req-4e4ca58c-0a4c-481d-ac0c-3d379959cef6 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] show failed (client error): The resource could not be found. Apr 12 18:00:53.515187 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-4e4ca58c-0a4c-481d-ac0c-3d379959cef6 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups/b44c852b-d575-40cd-9961-4b01b74ccb76 HTTP/1.1" status: 404 len: 347 time: 0.0165188 Apr 12 18:00:53.517881 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41638) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:53.637316 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-dc91a05e-4937-4c25-9eca-e6106f96fff4 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Deleting port 23e64dbf-8786-485f-b585-27d9dc384a87 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:00:53.637665 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc91a05e-4937-4c25-9eca-e6106f96fff4 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (23e64dbf-8786-485f-b585-27d9dc384a87), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.638485 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 2430c2c2-d39d-4c5f-ac6b-17163f12c3de, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=2430c2c2-d39d-4c5f-ac6b-17163f12c3de,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:00:53.654672 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': '2430c2c2-d39d-4c5f-ac6b-17163f12c3de', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'port_id': '2430c2c2-d39d-4c5f-ac6b-17163f12c3de', 'mac_address': 'fa:16:3e:3a:6b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:00:53.714900 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc91a05e-4937-4c25-9eca-e6106f96fff4 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (23e64dbf-8786-485f-b585-27d9dc384a87), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.715235 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc91a05e-4937-4c25-9eca-e6106f96fff4 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for floatingip (23e64dbf-8786-485f-b585-27d9dc384a87), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.720728 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 55eeff29-4d0b-408a-8789-43548cbcd69a is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:00:53.721121 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (55eeff29-4d0b-408a-8789-43548cbcd69a), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.726874 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-dc91a05e-4937-4c25-9eca-e6106f96fff4 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Calling delete_port for 23e64dbf-8786-485f-b585-27d9dc384a87 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:00:53.730676 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 2430c2c2-d39d-4c5f-ac6b-17163f12c3de is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:00:53.731061 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (2430c2c2-d39d-4c5f-ac6b-17163f12c3de), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.754982 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81678447-a3cf-409a-9fe7-2fcbc6f67db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55eeff29-4d0b-408a-8789-43548cbcd69a'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:00:53.757237 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df82d3e7-feba-47e9-8b94-8a67ea95f33c" -d '{"events": [{"server_uuid": "81678447-a3cf-409a-9fe7-2fcbc6f67db2", "name": "network-vif-plugged", "status": "completed", "tag": "55eeff29-4d0b-408a-8789-43548cbcd69a"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:00:53.762632 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2430c2c2-d39d-4c5f-ac6b-17163f12c3de {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:00:53.776612 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 55eeff29-4d0b-408a-8789-43548cbcd69a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=55eeff29-4d0b-408a-8789-43548cbcd69a,segment=NetworkSegment(bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b),segment_id=bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:00:53.782282 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (55eeff29-4d0b-408a-8789-43548cbcd69a), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.783125 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 558b0f53-6e88-4358-b78d-b3eab605be69 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:00:53.828408 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef34235-0ec1-43ff-a40f-d9a555ef5256 x-openstack-request-id: req-2ef34235-0ec1-43ff-a40f-d9a555ef5256 {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:00:53.828768 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81678447-a3cf-409a-9fe7-2fcbc6f67db2", "name": "network-vif-plugged", "status": "completed", "tag": "55eeff29-4d0b-408a-8789-43548cbcd69a", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:00:53.828988 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ef34235-0ec1-43ff-a40f-d9a555ef5256 {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:00:53.829387 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ef34235-0ec1-43ff-a40f-d9a555ef5256'] response: {'server_uuid': '81678447-a3cf-409a-9fe7-2fcbc6f67db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55eeff29-4d0b-408a-8789-43548cbcd69a', 'code': 200} Apr 12 18:00:53.833019 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] No Port match for: 558b0f53-6e88-4358-b78d-b3eab605be69 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:00:53.833370 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 558b0f53-6e88-4358-b78d-b3eab605be69 not bound to the agent host hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:00:53.837639 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 2430c2c2-d39d-4c5f-ac6b-17163f12c3de, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=2430c2c2-d39d-4c5f-ac6b-17163f12c3de,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:00:53.842943 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (2430c2c2-d39d-4c5f-ac6b-17163f12c3de), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.863352 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=55eeff29-4d0b-408a-8789-43548cbcd69a,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:53.873704 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc91a05e-4937-4c25-9eca-e6106f96fff4 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583'] for port (23e64dbf-8786-485f-b585-27d9dc384a87), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.900909 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91a05e-4937-4c25-9eca-e6106f96fff4 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Pushing event deleted for resources: {'Port': ['ID=23e64dbf-8786-485f-b585-27d9dc384a87,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:53.913308 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=2430c2c2-d39d-4c5f-ac6b-17163f12c3de,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:53.924125 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc91a05e-4937-4c25-9eca-e6106f96fff4 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks [] for floatingip (2faf36c1-faaa-4141-b2e3-7d0bb8630d00), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.926672 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc91a05e-4937-4c25-9eca-e6106f96fff4 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:53.927826 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-dc91a05e-4937-4c25-9eca-e6106f96fff4 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "DELETE /v2.0/floatingips/2faf36c1-faaa-4141-b2e3-7d0bb8630d00 HTTP/1.1" status: 204 len: 168 time: 0.4089949 Apr 12 18:00:54.055313 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daebc8e-5e36-4d2d-a563-dd624bd0fc6c req-5ae0356f-ce52-4f27-a75a-fee9a3661ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:54.057387 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-0daebc8e-5e36-4d2d-a563-dd624bd0fc6c req-5ae0356f-ce52-4f27-a75a-fee9a3661ad3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 1130 time: 0.0407043 Apr 12 18:00:54.105469 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-0daebc8e-5e36-4d2d-a563-dd624bd0fc6c req-e0d5bc19-502b-493c-a16f-190af874c107 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415192 Apr 12 18:00:54.128194 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['2430c2c2-d39d-4c5f-ac6b-17163f12c3de'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:00:54.146050 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76195f47-25dd-481a-a5fd-d9e1142e51d5 req-fadccf15-180a-4478-9fce-c5dca260fd59 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:54.147668 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-76195f47-25dd-481a-a5fd-d9e1142e51d5 req-fadccf15-180a-4478-9fce-c5dca260fd59 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 944 time: 0.0519710 Apr 12 18:00:54.198645 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-76195f47-25dd-481a-a5fd-d9e1142e51d5 req-f52f84fb-0e95-4b13-a126-6256c846633b tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=3201fae2-9ea0-45f1-b817-acf1e0eb23a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438626 Apr 12 18:00:54.374451 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2655aa5-dbd0-425e-9c12-ffc77cefbafa req-8a284c3e-7f35-4df7-8a8d-c5fae8ffe6a7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:54.375905 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c2655aa5-dbd0-425e-9c12-ffc77cefbafa req-8a284c3e-7f35-4df7-8a8d-c5fae8ffe6a7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 946 time: 0.0458605 Apr 12 18:00:54.426024 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c2655aa5-dbd0-425e-9c12-ffc77cefbafa req-84c4c287-3c62-4b4b-99c7-394f64bbbba7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445983 Apr 12 18:00:55.319438 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e0ac-7424-44c0-99cf-53b5e6c559ef req-9e74b70c-5189-45b7-a4b8-f048ed44ea79 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:55.322609 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2d49e0ac-7424-44c0-99cf-53b5e6c559ef req-9e74b70c-5189-45b7-a4b8-f048ed44ea79 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 944 time: 0.0529485 Apr 12 18:00:55.355652 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 2430c2c2-d39d-4c5f-ac6b-17163f12c3de up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:00:55.368710 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2d49e0ac-7424-44c0-99cf-53b5e6c559ef req-e0aff812-3e1c-4273-b566-1f483488b91a tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=3201fae2-9ea0-45f1-b817-acf1e0eb23a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412822 Apr 12 18:00:55.400586 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning for port 2430c2c2-d39d-4c5f-ac6b-17163f12c3de completed by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:00:55.407144 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port 2430c2c2-d39d-4c5f-ac6b-17163f12c3de triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:00:55.408248 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (2430c2c2-d39d-4c5f-ac6b-17163f12c3de), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:55.491125 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 2430c2c2-d39d-4c5f-ac6b-17163f12c3de is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:00:55.491509 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (2430c2c2-d39d-4c5f-ac6b-17163f12c3de), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:55.530271 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 2430c2c2-d39d-4c5f-ac6b-17163f12c3de, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=2430c2c2-d39d-4c5f-ac6b-17163f12c3de,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:00:55.534932 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (2430c2c2-d39d-4c5f-ac6b-17163f12c3de), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:55.545517 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39873634-47cf-411e-ad4d-995c7b4ba9cb req-297748d6-26c5-4770-bfd2-e786a1b4fc3a tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:55.552411 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-39873634-47cf-411e-ad4d-995c7b4ba9cb req-297748d6-26c5-4770-bfd2-e786a1b4fc3a tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 946 time: 0.0593474 Apr 12 18:00:55.589359 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=2430c2c2-d39d-4c5f-ac6b-17163f12c3de,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:55.600823 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-39873634-47cf-411e-ad4d-995c7b4ba9cb req-edcfb7a5-d696-473a-ae99-9915ebe567cf tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475740 Apr 12 18:00:55.830420 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05da666c-5e6c-4072-b5b2-267a60572525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2430c2c2-d39d-4c5f-ac6b-17163f12c3de'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:00:55.832792 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063f9c4d-9efd-49ef-830b-276b6f5d5b25" -d '{"events": [{"server_uuid": "05da666c-5e6c-4072-b5b2-267a60572525", "name": "network-vif-plugged", "status": "completed", "tag": "2430c2c2-d39d-4c5f-ac6b-17163f12c3de"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:00:55.867184 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f467a67c-e985-4514-b1ed-58d5a7833ec2 x-openstack-request-id: req-f467a67c-e985-4514-b1ed-58d5a7833ec2 {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:00:55.867478 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05da666c-5e6c-4072-b5b2-267a60572525", "name": "network-vif-plugged", "status": "completed", "tag": "2430c2c2-d39d-4c5f-ac6b-17163f12c3de", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:00:55.867738 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f467a67c-e985-4514-b1ed-58d5a7833ec2 {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:00:55.868264 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f467a67c-e985-4514-b1ed-58d5a7833ec2'] response: {'server_uuid': '05da666c-5e6c-4072-b5b2-267a60572525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2430c2c2-d39d-4c5f-ac6b-17163f12c3de', 'code': 200} Apr 12 18:00:56.052942 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b70f23-c1d2-4a55-ad6d-5d3b2099a4da req-15e14771-17c4-48cc-9873-152fc41e197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:56.054416 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-49b70f23-c1d2-4a55-ad6d-5d3b2099a4da req-15e14771-17c4-48cc-9873-152fc41e197f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 1129 time: 0.0401919 Apr 12 18:00:56.099332 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-49b70f23-c1d2-4a55-ad6d-5d3b2099a4da req-b13d90d2-a4ec-4fe5-90bf-83a1ff469e88 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3201fae2-9ea0-45f1-b817-acf1e0eb23a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370052 Apr 12 18:00:56.385870 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a1a90-138a-4dba-bd27-d19a39795b85 req-a9ff0646-33f5-4f66-bb95-9b2fce2755e6 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:56.387365 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-346a1a90-138a-4dba-bd27-d19a39795b85 req-a9ff0646-33f5-4f66-bb95-9b2fce2755e6 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0466769 Apr 12 18:00:56.440876 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-346a1a90-138a-4dba-bd27-d19a39795b85 req-b4a88c58-54bc-4f29-ad81-e31922a6e3d6 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477693 Apr 12 18:00:56.485983 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b7ca3-4e7d-4beb-83ad-60fda9ab295c req-bd0e8a8b-f203-4351-8fc8-0f3113501cc6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:56.487495 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e13b7ca3-4e7d-4beb-83ad-60fda9ab295c req-bd0e8a8b-f203-4351-8fc8-0f3113501cc6 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 945 time: 0.0512593 Apr 12 18:00:56.534372 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e13b7ca3-4e7d-4beb-83ad-60fda9ab295c req-b2d0cc8d-989e-4ffb-9383-63061515f70d tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=3201fae2-9ea0-45f1-b817-acf1e0eb23a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413153 Apr 12 18:00:56.710456 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0b4df-65df-49e0-bfc9-b33b717b2483 req-f755071d-74e9-46a5-aa28-1860091ddca3 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:56.711941 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4cb0b4df-65df-49e0-bfc9-b33b717b2483 req-f755071d-74e9-46a5-aa28-1860091ddca3 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 946 time: 0.0462372 Apr 12 18:00:56.761304 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4cb0b4df-65df-49e0-bfc9-b33b717b2483 req-7b868170-8d1c-4d9a-b253-22e4e0010d56 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436833 Apr 12 18:00:56.875877 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4bae3-cf44-420f-b81b-a156f2a5b7cb req-c4717dce-a50f-4968-96d0-89db5c5f7355 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:56.877342 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-38d4bae3-cf44-420f-b81b-a156f2a5b7cb req-c4717dce-a50f-4968-96d0-89db5c5f7355 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 946 time: 0.0502000 Apr 12 18:00:56.926466 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-38d4bae3-cf44-420f-b81b-a156f2a5b7cb req-24bd224f-237f-4ac8-8ab9-ea45b7219236 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435486 Apr 12 18:00:56.948147 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41676) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:56.985258 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57592499-51a3-4223-8e08-e2b47b2ad2e1 tempest-TestVolumeBootPattern-709676079 tempest-TestVolumeBootPattern-709676079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:56.986818 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-57592499-51a3-4223-8e08-e2b47b2ad2e1 tempest-TestVolumeBootPattern-709676079 tempest-TestVolumeBootPattern-709676079-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 1125 time: 0.0377214 Apr 12 18:00:56.989492 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41678) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:00:56.994258 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-b1cf39ee-dcba-4a3c-9ce8-0a37e6a41b86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Request body: {'floatingip': {'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'port_id': '55eeff29-4d0b-408a-8789-43548cbcd69a', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:00:57.013525 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b1cf39ee-dcba-4a3c-9ce8-0a37e6a41b86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:57.093239 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b1cf39ee-dcba-4a3c-9ce8-0a37e6a41b86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:57.195887 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-b1cf39ee-dcba-4a3c-9ce8-0a37e6a41b86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Allocated IP 172.27.0.19 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/126cebd7-fdc2-4994-a691-7a1827f84e6a) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:00:57.298203 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b1cf39ee-dcba-4a3c-9ce8-0a37e6a41b86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for port (126cebd7-fdc2-4994-a691-7a1827f84e6a), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:57.329990 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b1cf39ee-dcba-4a3c-9ce8-0a37e6a41b86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (126cebd7-fdc2-4994-a691-7a1827f84e6a), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:57.365868 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cf39ee-dcba-4a3c-9ce8-0a37e6a41b86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:00:57.368769 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-b1cf39ee-dcba-4a3c-9ce8-0a37e6a41b86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:00:57.374457 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cf39ee-dcba-4a3c-9ce8-0a37e6a41b86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:00:57.397433 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf39ee-dcba-4a3c-9ce8-0a37e6a41b86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event updated for resources: {'Port': ['ID=126cebd7-fdc2-4994-a691-7a1827f84e6a,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:57.623507 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f9060-1aab-43bf-9e02-b710d81101e4 req-e3fe3269-dcd6-44d8-9142-b2ee8bdd642c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:57.624949 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-512f9060-1aab-43bf-9e02-b710d81101e4 req-e3fe3269-dcd6-44d8-9142-b2ee8bdd642c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0958607 Apr 12 18:00:57.683181 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bbe12-2963-4da5-81ce-56b646f0e3fc req-53a21b22-ff14-4a50-ab75-0b077b7f5bb7 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:57.684641 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e44bbe12-2963-4da5-81ce-56b646f0e3fc req-53a21b22-ff14-4a50-ab75-0b077b7f5bb7 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 945 time: 0.0806456 Apr 12 18:00:57.755125 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-512f9060-1aab-43bf-9e02-b710d81101e4 req-e96868fb-b68a-490f-b2b0-6d894cfe800e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106100 Apr 12 18:00:57.822315 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e44bbe12-2963-4da5-81ce-56b646f0e3fc req-8e1c4507-71db-440d-bc99-c15c1c74de04 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=3201fae2-9ea0-45f1-b817-acf1e0eb23a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273320 Apr 12 18:00:57.894297 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b1cf39ee-dcba-4a3c-9ce8-0a37e6a41b86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for floatingip (c8846ab6-e211-4eec-89c5-e1c967805fe4), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:57.960602 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b1cf39ee-dcba-4a3c-9ce8-0a37e6a41b86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (126cebd7-fdc2-4994-a691-7a1827f84e6a), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:58.108626 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b1cf39ee-dcba-4a3c-9ce8-0a37e6a41b86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for port (126cebd7-fdc2-4994-a691-7a1827f84e6a), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:58.112902 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b1cf39ee-dcba-4a3c-9ce8-0a37e6a41b86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209085'] for port (126cebd7-fdc2-4994-a691-7a1827f84e6a), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:58.183224 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf39ee-dcba-4a3c-9ce8-0a37e6a41b86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event updated for resources: {'Port': ['ID=126cebd7-fdc2-4994-a691-7a1827f84e6a,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:00:58.191603 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b1cf39ee-dcba-4a3c-9ce8-0a37e6a41b86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (c8846ab6-e211-4eec-89c5-e1c967805fe4), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:58.268461 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-dd32d554-a27a-464a-adf7-6caa37f20f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:58.291462 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.l3_db [None req-b1cf39ee-dcba-4a3c-9ce8-0a37e6a41b86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Floating IP c8846ab6-e211-4eec-89c5-e1c967805fe4 associated. External IP: 172.27.0.19, port: 55eeff29-4d0b-408a-8789-43548cbcd69a. Apr 12 18:00:58.502847 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cf39ee-dcba-4a3c-9ce8-0a37e6a41b86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Router 2245ede0-74d4-4452-b5ca-d5d4171fca08 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:00:58.611326 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cf39ee-dcba-4a3c-9ce8-0a37e6a41b86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:00:58.621510 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadebc68-5c92-4166-be57-338304f29463 None None] Sync routers for ids ['2245ede0-74d4-4452-b5ca-d5d4171fca08'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:00:58.629566 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b1cf39ee-dcba-4a3c-9ce8-0a37e6a41b86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:58.631471 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadebc68-5c92-4166-be57-338304f29463 None None] Routers {'2245ede0-74d4-4452-b5ca-d5d4171fca08'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:00:58.632090 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-eadebc68-5c92-4166-be57-338304f29463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:00:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['2245ede0-74d4-4452-b5ca-d5d4171fca08'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:58.659547 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-b1cf39ee-dcba-4a3c-9ce8-0a37e6a41b86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6689494 Apr 12 18:00:58.660158 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81678447-a3cf-409a-9fe7-2fcbc6f67db2', 'tag': '55eeff29-4d0b-408a-8789-43548cbcd69a'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:00:58.662443 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8794fbc469913332b26a1bcbfb78f2e90de67fe5ea04afc148497b54c77658c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed265e9-e6eb-4b54-abf3-6ab9a77efeaf" -d '{"events": [{"name": "network-changed", "server_uuid": "81678447-a3cf-409a-9fe7-2fcbc6f67db2", "tag": "55eeff29-4d0b-408a-8789-43548cbcd69a"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:00:58.704309 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034ba84d-5a94-4912-831e-4516ed23b8ba x-openstack-request-id: req-034ba84d-5a94-4912-831e-4516ed23b8ba {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:00:58.704606 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81678447-a3cf-409a-9fe7-2fcbc6f67db2", "tag": "55eeff29-4d0b-408a-8789-43548cbcd69a", "status": "completed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:00:58.704861 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-034ba84d-5a94-4912-831e-4516ed23b8ba {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:00:58.705267 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-034ba84d-5a94-4912-831e-4516ed23b8ba'] response: {'name': 'network-changed', 'server_uuid': '81678447-a3cf-409a-9fe7-2fcbc6f67db2', 'tag': '55eeff29-4d0b-408a-8789-43548cbcd69a', 'status': 'completed', 'code': 200} Apr 12 18:00:58.745115 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-eadebc68-5c92-4166-be57-338304f29463 None None] Set router 2245ede0-74d4-4452-b5ca-d5d4171fca08 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:00:58.874103 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b8f20-670f-4c62-a5ca-535cb3d3584a req-a2b29c9f-4e4e-4644-ad47-51777694d036 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:58.876070 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0d5b8f20-670f-4c62-a5ca-535cb3d3584a req-a2b29c9f-4e4e-4644-ad47-51777694d036 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0523534 Apr 12 18:00:58.895914 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed265e9-e6eb-4b54-abf3-6ab9a77efeaf req-9410bafd-0737-47c8-98d9-7a81ac9da267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:58.897592 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7ed265e9-e6eb-4b54-abf3-6ab9a77efeaf req-9410bafd-0737-47c8-98d9-7a81ac9da267 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=237798a0b1a14ab3835a4a934510ce49&device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 1130 time: 0.0485206 Apr 12 18:00:58.990232 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0d5b8f20-670f-4c62-a5ca-535cb3d3584a req-db0b4fb8-c997-48a5-8c79-b4125006aa0c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083274 Apr 12 18:00:58.998562 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6104cd1-50f1-4810-a1ca-5cce6170fc66 req-02fb608d-5e82-442d-ac6e-62f66353beae tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:59.000069 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f6104cd1-50f1-4810-a1ca-5cce6170fc66 req-02fb608d-5e82-442d-ac6e-62f66353beae tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 945 time: 0.0987136 Apr 12 18:00:59.025137 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcc495-e76b-4411-9852-b614c28559e0 req-b11e9761-b79a-4e2c-8489-b98ec5ee57c9 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:59.026631 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-83bcc495-e76b-4411-9852-b614c28559e0 req-b11e9761-b79a-4e2c-8489-b98ec5ee57c9 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.23 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 946 time: 0.0852723 Apr 12 18:00:59.027637 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-eadebc68-5c92-4166-be57-338304f29463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:04Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': 'c8846ab6-e211-4eec-89c5-e1c967805fe4', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'port_id': '55eeff29-4d0b-408a-8789-43548cbcd69a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'mac_address': 'fa:16:3e:47:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81678447-a3cf-409a-9fe7-2fcbc6f67db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:00:57Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 0, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e483fd1-0b98-48dd-868b-08fc77aecd60', 'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'mac_address': 'fa:16:3e:ca:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:03Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 5, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'subnets': [{'id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:59.053240 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed265e9-e6eb-4b54-abf3-6ab9a77efeaf req-8c0db3c4-c666-4303-bd02-7ed469bf13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:59.054929 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadebc68-5c92-4166-be57-338304f29463 None None] Checking router: 2245ede0-74d4-4452-b5ca-d5d4171fca08 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:00:59.055051 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7ed265e9-e6eb-4b54-abf3-6ab9a77efeaf req-8c0db3c4-c666-4303-bd02-7ed469bf13e9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ec15485-e591-42f1-9874-b31f76908832 HTTP/1.1" status: 200 len: 913 time: 0.1117637 Apr 12 18:00:59.063977 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadebc68-5c92-4166-be57-338304f29463 None None] Routers {'2245ede0-74d4-4452-b5ca-d5d4171fca08'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:00:59.064582 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-eadebc68-5c92-4166-be57-338304f29463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:00:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['2245ede0-74d4-4452-b5ca-d5d4171fca08'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:59.066026 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f6104cd1-50f1-4810-a1ca-5cce6170fc66 req-63a84d01-db43-419b-aefc-349ab077c822 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=3201fae2-9ea0-45f1-b817-acf1e0eb23a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542192 Apr 12 18:00:59.170463 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-eadebc68-5c92-4166-be57-338304f29463 None None] Set router 2245ede0-74d4-4452-b5ca-d5d4171fca08 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:00:59.379042 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-eadebc68-5c92-4166-be57-338304f29463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:04Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': 'c8846ab6-e211-4eec-89c5-e1c967805fe4', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'port_id': '55eeff29-4d0b-408a-8789-43548cbcd69a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'mac_address': 'fa:16:3e:47:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81678447-a3cf-409a-9fe7-2fcbc6f67db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:00:57Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 0, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e483fd1-0b98-48dd-868b-08fc77aecd60', 'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'mac_address': 'fa:16:3e:ca:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:03Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 5, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'subnets': [{'id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:00:59.404851 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadebc68-5c92-4166-be57-338304f29463 None None] The sync data for ids ['2245ede0-74d4-4452-b5ca-d5d4171fca08'] in dv-cinder-837534-1-iscsi is: [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:04Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': 'c8846ab6-e211-4eec-89c5-e1c967805fe4', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'port_id': '55eeff29-4d0b-408a-8789-43548cbcd69a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'mac_address': 'fa:16:3e:47:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81678447-a3cf-409a-9fe7-2fcbc6f67db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:00:57Z', 'updated_at': '2022-04-12T18:00:57Z', 'revision_number': 0, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e483fd1-0b98-48dd-868b-08fc77aecd60', 'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'mac_address': 'fa:16:3e:ca:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:03Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 5, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'subnets': [{'id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:00:59.595909 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:00:59.597707 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c0256b-fb3d-490a-b158-9f20f8dde3c0 None None] New status for floating IP c8846ab6-e211-4eec-89c5-e1c967805fe4: ACTIVE {{(pid=109829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:00:59.647955 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7ed265e9-e6eb-4b54-abf3-6ab9a77efeaf req-679e8cea-258a-4591-a924-506417918698 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55eeff29-4d0b-408a-8789-43548cbcd69a HTTP/1.1" status: 200 len: 999 time: 0.0715048 Apr 12 18:00:59.675841 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [req-83bcc495-e76b-4411-9852-b614c28559e0 req-ea409558-d6c8-4028-b162-2d0595179314 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Deleting port b49707dc-926e-4d85-8477-c75036dbdbdd {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:00:59.676526 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-83bcc495-e76b-4411-9852-b614c28559e0 req-ea409558-d6c8-4028-b162-2d0595179314 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (b49707dc-926e-4d85-8477-c75036dbdbdd), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.719093 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed265e9-e6eb-4b54-abf3-6ab9a77efeaf req-d3b582fe-255b-4844-84b2-76a8d8ea5006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:59.720554 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7ed265e9-e6eb-4b54-abf3-6ab9a77efeaf req-d3b582fe-255b-4844-84b2-76a8d8ea5006 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78fc5004-f958-4780-b51c-2a79ed561fa7 HTTP/1.1" status: 200 len: 851 time: 0.0653937 Apr 12 18:00:59.769231 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed265e9-e6eb-4b54-abf3-6ab9a77efeaf req-3c3d6d0e-6f25-4e1b-9d73-07c6aadc4141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:00:59.770769 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7ed265e9-e6eb-4b54-abf3-6ab9a77efeaf req-3c3d6d0e-6f25-4e1b-9d73-07c6aadc4141 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ec15485-e591-42f1-9874-b31f76908832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426903 Apr 12 18:00:59.786933 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [req-83bcc495-e76b-4411-9852-b614c28559e0 req-ea409558-d6c8-4028-b162-2d0595179314 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] For port b49707dc-926e-4d85-8477-c75036dbdbdd, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b49707dc-926e-4d85-8477-c75036dbdbdd,segment=NetworkSegment(2379ee2c-1674-45e0-afc7-bff7c9920f2a),segment_id=2379ee2c-1674-45e0-afc7-bff7c9920f2a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:00:59.787383 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-83bcc495-e76b-4411-9852-b614c28559e0 req-ea409558-d6c8-4028-b162-2d0595179314 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (b49707dc-926e-4d85-8477-c75036dbdbdd), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.802000 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [req-83bcc495-e76b-4411-9852-b614c28559e0 req-ea409558-d6c8-4028-b162-2d0595179314 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Calling delete_port for b49707dc-926e-4d85-8477-c75036dbdbdd owned by compute:nova {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:00:59.860989 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7ed265e9-e6eb-4b54-abf3-6ab9a77efeaf req-69363583-73ef-4204-833d-ccc7f236e7b4 service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831404 Apr 12 18:00:59.929835 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-83bcc495-e76b-4411-9852-b614c28559e0 req-ea409558-d6c8-4028-b162-2d0595179314 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (b49707dc-926e-4d85-8477-c75036dbdbdd), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:00:59.942020 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['ff0f1c54-dec4-4ef6-afec-893659f86637'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:00:59.962473 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7ed265e9-e6eb-4b54-abf3-6ab9a77efeaf req-36c25430-c27a-435d-b5cd-941a5fd2664e service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917640 Apr 12 18:00:59.963067 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea409558-d6c8-4028-b162-2d0595179314 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Pushing event deleted for resources: {'Port': ['ID=b49707dc-926e-4d85-8477-c75036dbdbdd,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:00.016326 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bcc495-e76b-4411-9852-b614c28559e0 req-ea409558-d6c8-4028-b162-2d0595179314 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] No DVR routers for this DVR port b49707dc-926e-4d85-8477-c75036dbdbdd on host hv-cinder-83753 {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:01:00.018852 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-83bcc495-e76b-4411-9852-b614c28559e0 req-ea409558-d6c8-4028-b162-2d0595179314 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:00.022148 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-83bcc495-e76b-4411-9852-b614c28559e0 req-ea409558-d6c8-4028-b162-2d0595179314 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.23 "DELETE /v2.0/ports/b49707dc-926e-4d85-8477-c75036dbdbdd HTTP/1.1" status: 204 len: 173 time: 0.4461348 Apr 12 18:01:00.104375 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-82e572e4-4f77-4ed3-8345-2f200fe02aac req-38d837a1-377f-480f-a2d7-6f368d4c2086 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8920dd5a-bb35-489d-8f4a-ee17fe17d565 HTTP/1.1" status: 200 len: 210 time: 0.0306158 Apr 12 18:01:00.185220 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb62a8b-29ff-4cb8-aa9c-2ec6d3c03f8c req-056c6d84-cac7-425a-aecb-ea3cb7aa078e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:00.186659 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-fcb62a8b-29ff-4cb8-aa9c-2ec6d3c03f8c req-056c6d84-cac7-425a-aecb-ea3cb7aa078e tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 945 time: 0.0472486 Apr 12 18:01:00.232978 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-fcb62a8b-29ff-4cb8-aa9c-2ec6d3c03f8c req-98a4472e-bb2d-4165-aa13-01cde21e9974 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=3201fae2-9ea0-45f1-b817-acf1e0eb23a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406909 Apr 12 18:01:00.350699 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b2722-a1e9-4af0-be49-204c67308532 req-13046e52-2c33-4cbb-aa35-c66f60f69910 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:00.352484 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-103b2722-a1e9-4af0-be49-204c67308532 req-13046e52-2c33-4cbb-aa35-c66f60f69910 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 945 time: 0.0549078 Apr 12 18:01:00.365555 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41706) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:00.370194 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-4a60ba7c-8ea1-4a3b-bebc-65d9bb47af10 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Request body: {'floatingip': {'port_id': '2430c2c2-d39d-4c5f-ac6b-17163f12c3de'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:01:00.421643 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a60ba7c-8ea1-4a3b-bebc-65d9bb47af10 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (dc4b754f-9cbe-4234-8622-f904f925fc4f), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:00.654266 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b7cfe-e098-415c-84c0-bcd9a721cc3a req-5d0df7de-e4c6-429f-9a3d-e61394e243b3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:00.655801 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-926b7cfe-e098-415c-84c0-bcd9a721cc3a req-5d0df7de-e4c6-429f-9a3d-e61394e243b3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0484891 Apr 12 18:01:00.703104 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-926b7cfe-e098-415c-84c0-bcd9a721cc3a req-3717c857-1b4b-47de-9e7b-1774e6a48372 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414245 Apr 12 18:01:00.706653 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8920dd5a-bb35-489d-8f4a-ee17fe17d565', 'name': 'network-vif-deleted', 'tag': 'b49707dc-926e-4d85-8477-c75036dbdbdd'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:01:00.708906 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8794fbc469913332b26a1bcbfb78f2e90de67fe5ea04afc148497b54c77658c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2a517f-bc9f-4932-8c8f-d1940dd83c29" -d '{"events": [{"server_uuid": "8920dd5a-bb35-489d-8f4a-ee17fe17d565", "name": "network-vif-deleted", "tag": "b49707dc-926e-4d85-8477-c75036dbdbdd"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:01:00.749589 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8300c0f0-8dfa-489c-a3bd-a5710f7a99b8 x-openstack-request-id: req-8300c0f0-8dfa-489c-a3bd-a5710f7a99b8 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:01:00.749891 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8920dd5a-bb35-489d-8f4a-ee17fe17d565", "name": "network-vif-deleted", "tag": "b49707dc-926e-4d85-8477-c75036dbdbdd", "status": "completed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:01:00.750149 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8300c0f0-8dfa-489c-a3bd-a5710f7a99b8 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:01:00.750586 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8300c0f0-8dfa-489c-a3bd-a5710f7a99b8'] response: {'server_uuid': '8920dd5a-bb35-489d-8f4a-ee17fe17d565', 'name': 'network-vif-deleted', 'tag': 'b49707dc-926e-4d85-8477-c75036dbdbdd', 'status': 'completed', 'code': 200} Apr 12 18:01:00.809801 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-af5afc11-55e4-4fb1-954f-076bdb153bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:00.895899 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a60ba7c-8ea1-4a3b-bebc-65d9bb47af10 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:00.899743 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a60ba7c-8ea1-4a3b-bebc-65d9bb47af10 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (dc4b754f-9cbe-4234-8622-f904f925fc4f), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:00.999129 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.l3_db [None req-4a60ba7c-8ea1-4a3b-bebc-65d9bb47af10 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Floating IP dc4b754f-9cbe-4234-8622-f904f925fc4f associated. External IP: 172.27.0.150, port: 2430c2c2-d39d-4c5f-ac6b-17163f12c3de. Apr 12 18:01:01.214495 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a60ba7c-8ea1-4a3b-bebc-65d9bb47af10 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Router 3b74fc5e-26df-4305-b927-5261426f0429 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:01:01.373085 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318185b-dcc7-473b-b3c2-c802da8ef755 req-d25ea5c0-bfeb-41b9-a79d-caaeab7466ba tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:01.374697 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1318185b-dcc7-473b-b3c2-c802da8ef755 req-d25ea5c0-bfeb-41b9-a79d-caaeab7466ba tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0499158 Apr 12 18:01:01.382257 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device b49707dc-926e-4d85-8477-c75036dbdbdd no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:01:01.404368 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] No Port match for: b49707dc-926e-4d85-8477-c75036dbdbdd {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:01:01.404968 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device b49707dc-926e-4d85-8477-c75036dbdbdd not bound to the agent host hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:01:01.431598 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1318185b-dcc7-473b-b3c2-c802da8ef755 req-982ef9ff-a57b-49c6-ab07-5e553978d2d7 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502572 Apr 12 18:01:01.554155 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a60ba7c-8ea1-4a3b-bebc-65d9bb47af10 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:01:01.559322 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a60ba7c-8ea1-4a3b-bebc-65d9bb47af10 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:01.563616 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeab153-8c5d-4db2-b721-10971ccc836a None None] Sync routers for ids ['3b74fc5e-26df-4305-b927-5261426f0429'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:01:01.575654 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeab153-8c5d-4db2-b721-10971ccc836a None None] Routers {'3b74fc5e-26df-4305-b927-5261426f0429'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:01:01.576263 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-afeab153-8c5d-4db2-b721-10971ccc836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:01:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['3b74fc5e-26df-4305-b927-5261426f0429'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:01.589557 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-4a60ba7c-8ea1-4a3b-bebc-65d9bb47af10 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "PUT /v2.0/floatingips/dc4b754f-9cbe-4234-8622-f904f925fc4f HTTP/1.1" status: 200 len: 991 time: 1.2228765 Apr 12 18:01:01.590161 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05da666c-5e6c-4072-b5b2-267a60572525', 'tag': '2430c2c2-d39d-4c5f-ac6b-17163f12c3de'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:01:01.592787 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b08fef4-2a1b-48ac-9ac5-2724efffadde" -d '{"events": [{"name": "network-changed", "server_uuid": "05da666c-5e6c-4072-b5b2-267a60572525", "tag": "2430c2c2-d39d-4c5f-ac6b-17163f12c3de"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:01:01.628830 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f5c597-ebfd-47e4-8ca6-600c39b229a0 x-openstack-request-id: req-75f5c597-ebfd-47e4-8ca6-600c39b229a0 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:01:01.629187 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05da666c-5e6c-4072-b5b2-267a60572525", "tag": "2430c2c2-d39d-4c5f-ac6b-17163f12c3de", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:01:01.629451 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-75f5c597-ebfd-47e4-8ca6-600c39b229a0 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:01:01.629859 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75f5c597-ebfd-47e4-8ca6-600c39b229a0'] response: {'name': 'network-changed', 'server_uuid': '05da666c-5e6c-4072-b5b2-267a60572525', 'tag': '2430c2c2-d39d-4c5f-ac6b-17163f12c3de', 'status': 'completed', 'code': 200} Apr 12 18:01:01.682165 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:01.696619 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-afeab153-8c5d-4db2-b721-10971ccc836a None None] Set router 3b74fc5e-26df-4305-b927-5261426f0429 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:01:01.873145 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434bc70-8318-4bd9-986f-7bbef816c001 req-bd4b8b10-6b75-4b3f-be24-97691edda8c3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:01.874681 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2434bc70-8318-4bd9-986f-7bbef816c001 req-bd4b8b10-6b75-4b3f-be24-97691edda8c3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.1043615 Apr 12 18:01:01.918016 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:01.920966 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2434bc70-8318-4bd9-986f-7bbef816c001 req-17e8f10e-00b0-44af-bb41-e7ddaf560afd tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405746 Apr 12 18:01:02.044612 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-afeab153-8c5d-4db2-b721-10971ccc836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': 'dc4b754f-9cbe-4234-8622-f904f925fc4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'port_id': '2430c2c2-d39d-4c5f-ac6b-17163f12c3de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'mac_address': 'fa:16:3e:3a:6b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05da666c-5e6c-4072-b5b2-267a60572525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:00:43Z', 'updated_at': '2022-04-12T18:01:00Z', 'revision_number': 1, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:02.070071 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeab153-8c5d-4db2-b721-10971ccc836a None None] Checking router: 3b74fc5e-26df-4305-b927-5261426f0429 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:01:02.077942 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeab153-8c5d-4db2-b721-10971ccc836a None None] Routers {'3b74fc5e-26df-4305-b927-5261426f0429'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:01:02.078571 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-afeab153-8c5d-4db2-b721-10971ccc836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:01:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['3b74fc5e-26df-4305-b927-5261426f0429'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:02.186401 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-afeab153-8c5d-4db2-b721-10971ccc836a None None] Set router 3b74fc5e-26df-4305-b927-5261426f0429 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:01:02.395309 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-afeab153-8c5d-4db2-b721-10971ccc836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': 'dc4b754f-9cbe-4234-8622-f904f925fc4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'port_id': '2430c2c2-d39d-4c5f-ac6b-17163f12c3de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'mac_address': 'fa:16:3e:3a:6b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05da666c-5e6c-4072-b5b2-267a60572525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:00:43Z', 'updated_at': '2022-04-12T18:01:00Z', 'revision_number': 1, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:02.421981 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeab153-8c5d-4db2-b721-10971ccc836a None None] The sync data for ids ['3b74fc5e-26df-4305-b927-5261426f0429'] in dv-cinder-837534-1-iscsi is: [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': 'dc4b754f-9cbe-4234-8622-f904f925fc4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'port_id': '2430c2c2-d39d-4c5f-ac6b-17163f12c3de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'mac_address': 'fa:16:3e:3a:6b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05da666c-5e6c-4072-b5b2-267a60572525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:00:43Z', 'updated_at': '2022-04-12T18:01:00Z', 'revision_number': 1, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:01:02.603090 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a2381-01fc-44cc-a244-75263b6d1ec0 req-1dfc9f22-ab66-487c-a96b-ebc03de59aae tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:02.604627 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-776a2381-01fc-44cc-a244-75263b6d1ec0 req-1dfc9f22-ab66-487c-a96b-ebc03de59aae tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.1015315 Apr 12 18:01:02.618936 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfe198b-76b0-4ef1-abf1-d059990bb064 None None] New status for floating IP dc4b754f-9cbe-4234-8622-f904f925fc4f: ACTIVE {{(pid=109829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:01:02.652803 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-776a2381-01fc-44cc-a244-75263b6d1ec0 req-3e571192-e2ca-4892-94f4-ee97d01e1ff4 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425313 Apr 12 18:01:03.038599 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81c937-0276-4618-afeb-d566e94a49e5 req-a46f1555-de44-4470-8f47-2cf2311e9bde tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:03.040242 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-af81c937-0276-4618-afeb-d566e94a49e5 req-a46f1555-de44-4470-8f47-2cf2311e9bde tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0497169 Apr 12 18:01:03.086754 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-af81c937-0276-4618-afeb-d566e94a49e5 req-fed19e66-256d-4c38-812e-06ea807f7ddf tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407429 Apr 12 18:01:03.101713 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:03.762184 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a1596-eaf5-4cc9-9882-f64dd1198b4e req-74fe173f-e64e-457c-b654-dbee00e03757 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:03.763642 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a22a1596-eaf5-4cc9-9882-f64dd1198b4e req-74fe173f-e64e-457c-b654-dbee00e03757 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0454812 Apr 12 18:01:03.809050 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a22a1596-eaf5-4cc9-9882-f64dd1198b4e req-9beb5ee4-a394-41a9-b420-e145331b3a53 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399706 Apr 12 18:01:04.202427 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b2cfd-a8e7-4d1e-bf96-4183e4698301 req-47320b4c-3bfe-400a-b8e3-3b811b072c09 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:04.203843 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-569b2cfd-a8e7-4d1e-bf96-4183e4698301 req-47320b4c-3bfe-400a-b8e3-3b811b072c09 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0468624 Apr 12 18:01:04.253194 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-569b2cfd-a8e7-4d1e-bf96-4183e4698301 req-c91f087b-9df7-418c-b378-8728a9f7754f tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439072 Apr 12 18:01:04.401032 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:04.921566 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c49a6-94fe-4ec8-8ed3-62daa48f30fc req-274036b5-dcc0-4b8d-8c1e-bd09ce27417c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:04.923040 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-007c49a6-94fe-4ec8-8ed3-62daa48f30fc req-274036b5-dcc0-4b8d-8c1e-bd09ce27417c tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0456355 Apr 12 18:01:04.968457 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-007c49a6-94fe-4ec8-8ed3-62daa48f30fc req-d1077f76-8c5a-44bb-b19c-5d6459a65959 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399649 Apr 12 18:01:05.252081 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08fef4-2a1b-48ac-9ac5-2724efffadde req-e4e275bc-7c3e-44a7-bd8c-8778b393e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:05.253451 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7b08fef4-2a1b-48ac-9ac5-2724efffadde req-e4e275bc-7c3e-44a7-bd8c-8778b393e110 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd9169ef36f84184829de80e6adcc3eb&device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 1129 time: 0.0377498 Apr 12 18:01:05.373473 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d749c4-7889-4fb9-94b9-21a7b9b09c3b req-0e5f6f2f-34cc-4c57-80bd-61be98c5742a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:05.374963 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-64d749c4-7889-4fb9-94b9-21a7b9b09c3b req-0e5f6f2f-34cc-4c57-80bd-61be98c5742a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0727568 Apr 12 18:01:05.376774 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8a0ca4ad-4e95-408e-b5c7-502762813887 req-1c6e380a-5837-4af4-b8c0-739e4885ae30 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824416 Apr 12 18:01:05.401853 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258f91a-5523-4b5d-9574-650cd81a640f req-d2d6f3af-4c81-4890-a6d5-47368d3ddf14 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:05.403430 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f258f91a-5523-4b5d-9574-650cd81a640f req-d2d6f3af-4c81-4890-a6d5-47368d3ddf14 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0821779 Apr 12 18:01:05.441847 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08fef4-2a1b-48ac-9ac5-2724efffadde req-e513e6bf-e688-4368-ab40-976bbe41895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:05.443298 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7b08fef4-2a1b-48ac-9ac5-2724efffadde req-e513e6bf-e688-4368-ab40-976bbe41895f service neutron] 10.222.0.23 "GET /v2.0/networks?id=686fab4f-3c38-4683-935f-38f19e4e8a4f HTTP/1.1" status: 200 len: 915 time: 0.1482244 Apr 12 18:01:05.475135 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33c69a-d96d-4dd1-9abb-42cd697b7f2d req-62f38bdb-6c6a-4b02-b548-17d64065adfa tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:05.476582 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2a33c69a-d96d-4dd1-9abb-42cd697b7f2d req-62f38bdb-6c6a-4b02-b548-17d64065adfa tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.23 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.1214955 Apr 12 18:01:05.505239 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f258f91a-5523-4b5d-9574-650cd81a640f req-aa8a7852-0bc9-4a77-9011-07c0952a29e6 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951672 Apr 12 18:01:05.530533 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7b08fef4-2a1b-48ac-9ac5-2724efffadde req-aaaa067a-4af2-4132-98d0-b648429aa995 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2430c2c2-d39d-4c5f-ac6b-17163f12c3de HTTP/1.1" status: 200 len: 1001 time: 0.0799818 Apr 12 18:01:05.548783 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ca4ad-4e95-408e-b5c7-502762813887 req-ff5c46da-858f-4b69-aad0-8614210f3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:05.550307 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8a0ca4ad-4e95-408e-b5c7-502762813887 req-ff5c46da-858f-4b69-aad0-8614210f3be3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c98209fd1841f9ad91c5c823b05ed8&device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 1130 time: 0.1175268 Apr 12 18:01:05.581354 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08fef4-2a1b-48ac-9ac5-2724efffadde req-babfb0ee-7051-41a5-a7ef-64ae1040f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:05.582971 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7b08fef4-2a1b-48ac-9ac5-2724efffadde req-babfb0ee-7051-41a5-a7ef-64ae1040f037 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e2e22a3-d988-42d0-ada7-fb014078e671 HTTP/1.1" status: 200 len: 853 time: 0.0470912 Apr 12 18:01:05.616672 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-64d749c4-7889-4fb9-94b9-21a7b9b09c3b req-8211d433-a7ec-407b-9fff-b01a5b997478 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Deleting port 09223875-0639-476f-8258-6dbb3aff75a2 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:01:05.617021 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-64d749c4-7889-4fb9-94b9-21a7b9b09c3b req-8211d433-a7ec-407b-9fff-b01a5b997478 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (09223875-0639-476f-8258-6dbb3aff75a2), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:05.630095 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08fef4-2a1b-48ac-9ac5-2724efffadde req-4428158b-2385-45df-8dce-ba7c32b21a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:05.631644 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7b08fef4-2a1b-48ac-9ac5-2724efffadde req-4428158b-2385-45df-8dce-ba7c32b21a64 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=686fab4f-3c38-4683-935f-38f19e4e8a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416059 Apr 12 18:01:05.683477 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-2a33c69a-d96d-4dd1-9abb-42cd697b7f2d req-03e72e70-c9a6-46dd-bab2-d92ca502e803 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Deleting port ff0f1c54-dec4-4ef6-afec-893659f86637 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:01:05.683824 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2a33c69a-d96d-4dd1-9abb-42cd697b7f2d req-03e72e70-c9a6-46dd-bab2-d92ca502e803 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (ff0f1c54-dec4-4ef6-afec-893659f86637), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:05.734402 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7b08fef4-2a1b-48ac-9ac5-2724efffadde req-f2ba6469-d785-47f2-aca7-2f6232eaa6cb service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925472 Apr 12 18:01:05.833639 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-64d749c4-7889-4fb9-94b9-21a7b9b09c3b req-8211d433-a7ec-407b-9fff-b01a5b997478 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] For port 09223875-0639-476f-8258-6dbb3aff75a2, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=09223875-0639-476f-8258-6dbb3aff75a2,segment=NetworkSegment(76cc6800-0852-427c-871b-1eb07b87be9a),segment_id=76cc6800-0852-427c-871b-1eb07b87be9a)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:01:05.833803 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7b08fef4-2a1b-48ac-9ac5-2724efffadde req-78d526e4-2313-47d2-b216-19dbf31ac046 service neutron] 10.222.0.23 "GET /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922816 Apr 12 18:01:05.834054 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-64d749c4-7889-4fb9-94b9-21a7b9b09c3b req-8211d433-a7ec-407b-9fff-b01a5b997478 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (09223875-0639-476f-8258-6dbb3aff75a2), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:05.913781 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ca4ad-4e95-408e-b5c7-502762813887 req-6f186499-ff36-4791-adb7-f3de5dba3615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:05.915933 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8a0ca4ad-4e95-408e-b5c7-502762813887 req-6f186499-ff36-4791-adb7-f3de5dba3615 service neutron] 10.222.0.23 "GET /v2.0/networks?id=620e6442-ea5d-4803-85d5-538016f366eb HTTP/1.1" status: 200 len: 918 time: 0.3256335 Apr 12 18:01:05.994028 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-2a33c69a-d96d-4dd1-9abb-42cd697b7f2d req-03e72e70-c9a6-46dd-bab2-d92ca502e803 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] For port ff0f1c54-dec4-4ef6-afec-893659f86637, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ff0f1c54-dec4-4ef6-afec-893659f86637,segment=NetworkSegment(2379ee2c-1674-45e0-afc7-bff7c9920f2a),segment_id=2379ee2c-1674-45e0-afc7-bff7c9920f2a)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:01:05.994429 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2a33c69a-d96d-4dd1-9abb-42cd697b7f2d req-03e72e70-c9a6-46dd-bab2-d92ca502e803 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (ff0f1c54-dec4-4ef6-afec-893659f86637), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:06.052180 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-2a33c69a-d96d-4dd1-9abb-42cd697b7f2d req-03e72e70-c9a6-46dd-bab2-d92ca502e803 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Calling delete_port for ff0f1c54-dec4-4ef6-afec-893659f86637 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:01:06.066975 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8a0ca4ad-4e95-408e-b5c7-502762813887 req-d89238f9-0294-4545-b2b5-d36a9d2cd32f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 HTTP/1.1" status: 200 len: 1001 time: 0.1439805 Apr 12 18:01:06.081943 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb291e6-ef2b-4eae-ad37-44930189b73a req-7efa53f5-6f9a-426d-9a0b-60d5f7d0461a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:06.083467 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-abb291e6-ef2b-4eae-ad37-44930189b73a req-7efa53f5-6f9a-426d-9a0b-60d5f7d0461a tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 945 time: 0.0503891 Apr 12 18:01:06.130909 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-abb291e6-ef2b-4eae-ad37-44930189b73a req-58617658-7f5b-4705-ad63-8844f0f56156 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/security-groups?id=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411744 Apr 12 18:01:06.216548 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-64d749c4-7889-4fb9-94b9-21a7b9b09c3b req-8211d433-a7ec-407b-9fff-b01a5b997478 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:06.216913 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-64d749c4-7889-4fb9-94b9-21a7b9b09c3b req-8211d433-a7ec-407b-9fff-b01a5b997478 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (917a3cec-6e2c-44d3-aa4f-40f8eddeb42e), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:06.217241 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.l3_db [req-64d749c4-7889-4fb9-94b9-21a7b9b09c3b req-8211d433-a7ec-407b-9fff-b01a5b997478 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Floating IP 917a3cec-6e2c-44d3-aa4f-40f8eddeb42e disassociated. External IP: 172.27.0.9, port: 09223875-0639-476f-8258-6dbb3aff75a2. Apr 12 18:01:06.217592 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-64d749c4-7889-4fb9-94b9-21a7b9b09c3b req-8211d433-a7ec-407b-9fff-b01a5b997478 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Calling delete_port for 09223875-0639-476f-8258-6dbb3aff75a2 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:01:06.221298 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ca4ad-4e95-408e-b5c7-502762813887 req-add71439-1ab8-41b5-ba7d-a5bde08ad040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:06.222791 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8a0ca4ad-4e95-408e-b5c7-502762813887 req-add71439-1ab8-41b5-ba7d-a5bde08ad040 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bbb6ee85-b118-461b-9d62-32e550eb62b2 HTTP/1.1" status: 200 len: 856 time: 0.1448021 Apr 12 18:01:06.317901 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ca4ad-4e95-408e-b5c7-502762813887 req-55c28c00-d843-49b0-92e3-544b7e3bd98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:06.319354 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8a0ca4ad-4e95-408e-b5c7-502762813887 req-55c28c00-d843-49b0-92e3-544b7e3bd98c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=620e6442-ea5d-4803-85d5-538016f366eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0860348 Apr 12 18:01:06.440381 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2a33c69a-d96d-4dd1-9abb-42cd697b7f2d req-03e72e70-c9a6-46dd-bab2-d92ca502e803 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583'] for port (ff0f1c54-dec4-4ef6-afec-893659f86637), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:06.452329 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['ff0f1c54-dec4-4ef6-afec-893659f86637'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:01:06.483408 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e72e70-c9a6-46dd-bab2-d92ca502e803 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Pushing event deleted for resources: {'Port': ['ID=ff0f1c54-dec4-4ef6-afec-893659f86637,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:06.525891 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8a0ca4ad-4e95-408e-b5c7-502762813887 req-87051c7a-ad15-41d4-b658-905a5d6c9733 service neutron] 10.222.0.23 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872315 Apr 12 18:01:06.590475 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a33c69a-d96d-4dd1-9abb-42cd697b7f2d req-03e72e70-c9a6-46dd-bab2-d92ca502e803 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] No DVR routers for this DVR port ff0f1c54-dec4-4ef6-afec-893659f86637 on host hv-cinder-83753 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:01:06.599491 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2a33c69a-d96d-4dd1-9abb-42cd697b7f2d req-03e72e70-c9a6-46dd-bab2-d92ca502e803 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:06.602927 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2a33c69a-d96d-4dd1-9abb-42cd697b7f2d req-03e72e70-c9a6-46dd-bab2-d92ca502e803 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.23 "DELETE /v2.0/ports/ff0f1c54-dec4-4ef6-afec-893659f86637 HTTP/1.1" status: 204 len: 173 time: 1.1160786 Apr 12 18:01:06.603370 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7beca0e5-eb2c-4573-a667-258890f7789c', 'name': 'network-vif-deleted', 'tag': 'ff0f1c54-dec4-4ef6-afec-893659f86637'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:01:06.605687 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0b50e7-3b16-48d6-a34a-4f8927a117e1" -d '{"events": [{"server_uuid": "7beca0e5-eb2c-4573-a667-258890f7789c", "name": "network-vif-deleted", "tag": "ff0f1c54-dec4-4ef6-afec-893659f86637"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:01:06.610504 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-64d749c4-7889-4fb9-94b9-21a7b9b09c3b req-8211d433-a7ec-407b-9fff-b01a5b997478 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583'] for port (09223875-0639-476f-8258-6dbb3aff75a2), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:06.643405 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68959a-a97a-4168-a8b1-718e7c7d6881 req-9a5d1e61-3655-4028-ad1c-9122428e2596 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:06.645744 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6f68959a-a97a-4168-a8b1-718e7c7d6881 req-9a5d1e61-3655-4028-ad1c-9122428e2596 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 945 time: 0.0693524 Apr 12 18:01:06.669502 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10056ae7-d3f6-48a6-a1d7-e07eeb07157c x-openstack-request-id: req-10056ae7-d3f6-48a6-a1d7-e07eeb07157c {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:01:06.669855 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7beca0e5-eb2c-4573-a667-258890f7789c", "name": "network-vif-deleted", "tag": "ff0f1c54-dec4-4ef6-afec-893659f86637", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:01:06.670081 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10056ae7-d3f6-48a6-a1d7-e07eeb07157c {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:01:06.670505 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10056ae7-d3f6-48a6-a1d7-e07eeb07157c'] response: {'server_uuid': '7beca0e5-eb2c-4573-a667-258890f7789c', 'name': 'network-vif-deleted', 'tag': 'ff0f1c54-dec4-4ef6-afec-893659f86637', 'status': 'completed', 'code': 200} Apr 12 18:01:06.674342 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211d433-a7ec-407b-9fff-b01a5b997478 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Pushing event deleted for resources: {'Port': ['ID=09223875-0639-476f-8258-6dbb3aff75a2,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:06.713114 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6f68959a-a97a-4168-a8b1-718e7c7d6881 req-43b2a450-4fcc-4d50-9a37-e3eb8bbd5536 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc02a2e-bb76-4495-9de7-cb2692348ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586922 Apr 12 18:01:06.756665 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8a0ca4ad-4e95-408e-b5c7-502762813887 req-c5209cbb-dc48-46d2-ad55-b560b8f5ad5b service neutron] 10.222.0.23 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102480 Apr 12 18:01:06.817071 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64d749c4-7889-4fb9-94b9-21a7b9b09c3b req-8211d433-a7ec-407b-9fff-b01a5b997478 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Router 49a0daf5-88f1-4b49-ad50-c300dba617b0 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:01:06.931076 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64d749c4-7889-4fb9-94b9-21a7b9b09c3b req-8211d433-a7ec-407b-9fff-b01a5b997478 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:01:06.945687 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7b1ab2-0de4-4f49-b612-5b2caedc00fb None None] Sync routers for ids ['49a0daf5-88f1-4b49-ad50-c300dba617b0'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:01:06.958625 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7b1ab2-0de4-4f49-b612-5b2caedc00fb None None] Routers {'49a0daf5-88f1-4b49-ad50-c300dba617b0'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:01:06.959510 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-fe7b1ab2-0de4-4f49-b612-5b2caedc00fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:01:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['49a0daf5-88f1-4b49-ad50-c300dba617b0'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:06.976675 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d749c4-7889-4fb9-94b9-21a7b9b09c3b req-8211d433-a7ec-407b-9fff-b01a5b997478 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] No DVR routers for this DVR port 09223875-0639-476f-8258-6dbb3aff75a2 on host hv-cinder-83753 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:01:06.979744 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-64d749c4-7889-4fb9-94b9-21a7b9b09c3b req-8211d433-a7ec-407b-9fff-b01a5b997478 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:06.983218 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-64d749c4-7889-4fb9-94b9-21a7b9b09c3b req-8211d433-a7ec-407b-9fff-b01a5b997478 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.23 "DELETE /v2.0/ports/09223875-0639-476f-8258-6dbb3aff75a2 HTTP/1.1" status: 204 len: 173 time: 1.5884390 Apr 12 18:01:07.110532 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-fe7b1ab2-0de4-4f49-b612-5b2caedc00fb None None] Set router 49a0daf5-88f1-4b49-ad50-c300dba617b0 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:01:07.247247 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9923231e-0056-4d85-a83f-ccd7e903ee70 req-6e06c84b-f6e7-46e9-8dd1-16da1ec7554e tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] 10.222.0.24 "GET /v2.0/ports?device_id=7beca0e5-eb2c-4573-a667-258890f7789c HTTP/1.1" status: 200 len: 210 time: 0.0297155 Apr 12 18:01:07.310006 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-fe7b1ab2-0de4-4f49-b612-5b2caedc00fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'name': 'tempest-AttachVolumeTestJSON-1407309218-router', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '630ac3f3-5053-4142-af04-7a686398b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:19Z', 'revision_number': 4, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'gw_port': {'id': '630ac3f3-5053-4142-af04-7a686398b926', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '3a77e5ac-4462-49fb-a402-b16ad864d3a5', 'name': '', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'mac_address': 'fa:16:3e:b5:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:19Z', 'updated_at': '2022-04-12T17:57:24Z', 'revision_number': 5, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'subnets': [{'id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:07.340264 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7b1ab2-0de4-4f49-b612-5b2caedc00fb None None] Checking router: 49a0daf5-88f1-4b49-ad50-c300dba617b0 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:01:07.352597 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7b1ab2-0de4-4f49-b612-5b2caedc00fb None None] Routers {'49a0daf5-88f1-4b49-ad50-c300dba617b0'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:01:07.354043 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-fe7b1ab2-0de4-4f49-b612-5b2caedc00fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:01:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['49a0daf5-88f1-4b49-ad50-c300dba617b0'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:07.445482 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device ff0f1c54-dec4-4ef6-afec-893659f86637 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:01:07.471823 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] No Port match for: ff0f1c54-dec4-4ef6-afec-893659f86637 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:01:07.472508 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device ff0f1c54-dec4-4ef6-afec-893659f86637 not bound to the agent host hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:01:07.472604 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 09223875-0639-476f-8258-6dbb3aff75a2 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:01:07.503165 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] No Port match for: 09223875-0639-476f-8258-6dbb3aff75a2 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:01:07.503515 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 09223875-0639-476f-8258-6dbb3aff75a2 not bound to the agent host hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:01:07.515032 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-fe7b1ab2-0de4-4f49-b612-5b2caedc00fb None None] Set router 49a0daf5-88f1-4b49-ad50-c300dba617b0 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:01:07.717589 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-fe7b1ab2-0de4-4f49-b612-5b2caedc00fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'name': 'tempest-AttachVolumeTestJSON-1407309218-router', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '630ac3f3-5053-4142-af04-7a686398b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:19Z', 'revision_number': 4, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'gw_port': {'id': '630ac3f3-5053-4142-af04-7a686398b926', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '3a77e5ac-4462-49fb-a402-b16ad864d3a5', 'name': '', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'mac_address': 'fa:16:3e:b5:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:19Z', 'updated_at': '2022-04-12T17:57:24Z', 'revision_number': 5, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'subnets': [{'id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:07.862680 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b8f3dd88-4e34-4e70-8eae-708cc97d220c req-beba595f-998f-43b5-b063-75257960831b tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd109558-8299-43d2-8aef-e34566b7ec63 HTTP/1.1" status: 200 len: 210 time: 0.0310295 Apr 12 18:01:07.900318 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7b1ab2-0de4-4f49-b612-5b2caedc00fb None None] The sync data for ids ['49a0daf5-88f1-4b49-ad50-c300dba617b0'] in dv-cinder-837534-1-iscsi is: [{'id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'name': 'tempest-AttachVolumeTestJSON-1407309218-router', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '630ac3f3-5053-4142-af04-7a686398b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:19Z', 'revision_number': 4, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'gw_port': {'id': '630ac3f3-5053-4142-af04-7a686398b926', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '3a77e5ac-4462-49fb-a402-b16ad864d3a5', 'name': '', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'mac_address': 'fa:16:3e:b5:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:19Z', 'updated_at': '2022-04-12T17:57:24Z', 'revision_number': 5, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'subnets': [{'id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:01:07.913170 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481fc16-64e1-425f-bfef-c70717b6da2d req-cf192272-8605-46c2-b7cf-642b0d9fe0cf tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:07.915417 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9481fc16-64e1-425f-bfef-c70717b6da2d req-cf192272-8605-46c2-b7cf-642b0d9fe0cf tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0505137 Apr 12 18:01:07.964187 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9481fc16-64e1-425f-bfef-c70717b6da2d req-544a0a2a-8d48-4b05-ab3a-6ace2962165b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422952 Apr 12 18:01:08.113377 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9f3d5b-bed0-4656-9284-5a6b0964afd3 None None] New status for floating IP 917a3cec-6e2c-44d3-aa4f-40f8eddeb42e: DOWN {{(pid=109829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:01:08.303135 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41786) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:08.806018 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd109558-8299-43d2-8aef-e34566b7ec63', 'name': 'network-vif-deleted', 'tag': '09223875-0639-476f-8258-6dbb3aff75a2'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:01:08.808299 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f80db2-ca9d-4ba7-ac6f-3ee600e9507e" -d '{"events": [{"server_uuid": "cd109558-8299-43d2-8aef-e34566b7ec63", "name": "network-vif-deleted", "tag": "09223875-0639-476f-8258-6dbb3aff75a2"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:01:08.858034 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fbec70-5ea8-4caf-ba9e-f0579da557e2 x-openstack-request-id: req-48fbec70-5ea8-4caf-ba9e-f0579da557e2 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:01:08.858429 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd109558-8299-43d2-8aef-e34566b7ec63", "name": "network-vif-deleted", "tag": "09223875-0639-476f-8258-6dbb3aff75a2", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:01:08.858685 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48fbec70-5ea8-4caf-ba9e-f0579da557e2 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:01:08.859075 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48fbec70-5ea8-4caf-ba9e-f0579da557e2'] response: {'server_uuid': 'cd109558-8299-43d2-8aef-e34566b7ec63', 'name': 'network-vif-deleted', 'tag': '09223875-0639-476f-8258-6dbb3aff75a2', 'status': 'completed', 'code': 200} Apr 12 18:01:08.955022 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41796) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:09.012018 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-42dd15d3-9626-4845-be3d-1bd5a2b8aa56 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group (cfc02a2e-bb76-4495-9de7-cb2692348ff9), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:09.028984 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2eaf1002-38e3-4b9f-80d2-cc72cc1bba18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548545'] for router_interface (89cca699-a507-4901-bbec-3b3061bdd2f7), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:09.037440 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-42dd15d3-9626-4845-be3d-1bd5a2b8aa56 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group (cfc02a2e-bb76-4495-9de7-cb2692348ff9), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:09.110006 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de50d9-dd0c-4ec8-bee9-2a816cb1c24c req-58ea655d-8cee-4832-a6d9-7fc0b12035ce tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:09.111646 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-54de50d9-dd0c-4ec8-bee9-2a816cb1c24c req-58ea655d-8cee-4832-a6d9-7fc0b12035ce tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0707979 Apr 12 18:01:09.146517 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-42dd15d3-9626-4845-be3d-1bd5a2b8aa56 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (cfc02a2e-bb76-4495-9de7-cb2692348ff9), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:09.149737 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-42dd15d3-9626-4845-be3d-1bd5a2b8aa56 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:09.150869 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-42dd15d3-9626-4845-be3d-1bd5a2b8aa56 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "DELETE /v2.0/security-groups/cfc02a2e-bb76-4495-9de7-cb2692348ff9 HTTP/1.1" status: 204 len: 168 time: 0.1947708 Apr 12 18:01:09.155617 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41800) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:09.180981 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd15d3-9626-4845-be3d-1bd5a2b8aa56 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc02a2e-bb76-4495-9de7-cb2692348ff9,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:09.185534 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.api.v2.resource [None req-eb9a4fd7-4983-48bb-b370-f05781e5c951 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] show failed (client error): The resource could not be found. Apr 12 18:01:09.186501 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-eb9a4fd7-4983-48bb-b370-f05781e5c951 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups/cfc02a2e-bb76-4495-9de7-cb2692348ff9 HTTP/1.1" status: 404 len: 347 time: 0.0276499 Apr 12 18:01:09.189836 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-54de50d9-dd0c-4ec8-bee9-2a816cb1c24c req-e0751daf-73eb-413b-9220-1c4648f32d0d tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713162 Apr 12 18:01:09.190185 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41802) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:09.308929 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-86c37b36-1aa6-41a8-bed9-72078b99c60b tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Deleting port 1149937c-9e04-46f1-ac4f-fa8488fd0600 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:01:09.309189 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-86c37b36-1aa6-41a8-bed9-72078b99c60b tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (1149937c-9e04-46f1-ac4f-fa8488fd0600), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:09.316531 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-2eaf1002-38e3-4b9f-80d2-cc72cc1bba18 admin admin] Deleting port 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:01:09.317046 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2eaf1002-38e3-4b9f-80d2-cc72cc1bba18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (2e348f39-4cd8-495b-89ed-6c3dfcff9cc9), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:09.395140 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-2eaf1002-38e3-4b9f-80d2-cc72cc1bba18 admin admin] For port 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=2e348f39-4cd8-495b-89ed-6c3dfcff9cc9,segment=NetworkSegment(2379ee2c-1674-45e0-afc7-bff7c9920f2a),segment_id=2379ee2c-1674-45e0-afc7-bff7c9920f2a)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:01:09.395539 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2eaf1002-38e3-4b9f-80d2-cc72cc1bba18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (2e348f39-4cd8-495b-89ed-6c3dfcff9cc9), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:09.411302 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-2eaf1002-38e3-4b9f-80d2-cc72cc1bba18 admin admin] Calling delete_port for 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:01:09.609660 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2eaf1002-38e3-4b9f-80d2-cc72cc1bba18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583'] for port (2e348f39-4cd8-495b-89ed-6c3dfcff9cc9), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:09.629849 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-86c37b36-1aa6-41a8-bed9-72078b99c60b tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (1149937c-9e04-46f1-ac4f-fa8488fd0600), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:09.630195 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-86c37b36-1aa6-41a8-bed9-72078b99c60b tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for floatingip (1149937c-9e04-46f1-ac4f-fa8488fd0600), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:09.636619 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf1002-38e3-4b9f-80d2-cc72cc1bba18 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e348f39-4cd8-495b-89ed-6c3dfcff9cc9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:09.643322 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-86c37b36-1aa6-41a8-bed9-72078b99c60b tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Calling delete_port for 1149937c-9e04-46f1-ac4f-fa8488fd0600 owned by network:floatingip {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:01:09.769236 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2eaf1002-38e3-4b9f-80d2-cc72cc1bba18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548445'] for router_interface (89cca699-a507-4901-bbec-3b3061bdd2f7), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:09.789100 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-86c37b36-1aa6-41a8-bed9-72078b99c60b tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (1149937c-9e04-46f1-ac4f-fa8488fd0600), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:09.819445 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c37b36-1aa6-41a8-bed9-72078b99c60b tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Pushing event deleted for resources: {'Port': ['ID=1149937c-9e04-46f1-ac4f-fa8488fd0600,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:09.887282 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-86c37b36-1aa6-41a8-bed9-72078b99c60b tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for floatingip (917a3cec-6e2c-44d3-aa4f-40f8eddeb42e), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:09.889748 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-86c37b36-1aa6-41a8-bed9-72078b99c60b tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:09.891154 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-86c37b36-1aa6-41a8-bed9-72078b99c60b tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "DELETE /v2.0/floatingips/917a3cec-6e2c-44d3-aa4f-40f8eddeb42e HTTP/1.1" status: 204 len: 168 time: 0.7000165 Apr 12 18:01:09.998792 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eaf1002-38e3-4b9f-80d2-cc72cc1bba18 admin admin] Router 89cca699-a507-4901-bbec-3b3061bdd2f7 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:01:10.104726 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eaf1002-38e3-4b9f-80d2-cc72cc1bba18 admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:01:10.110140 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-2eaf1002-38e3-4b9f-80d2-cc72cc1bba18 admin admin] 10.222.0.24 "PUT /v2.0/routers/89cca699-a507-4901-bbec-3b3061bdd2f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8059604 Apr 12 18:01:10.112936 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41806) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:10.113915 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1fcec1-6845-4d8e-8502-2ac077a52d17 None None] Sync routers for ids ['89cca699-a507-4901-bbec-3b3061bdd2f7'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:01:10.124305 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1fcec1-6845-4d8e-8502-2ac077a52d17 None None] Routers {'89cca699-a507-4901-bbec-3b3061bdd2f7'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:01:10.124923 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-cb1fcec1-6845-4d8e-8502-2ac077a52d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:01:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['89cca699-a507-4901-bbec-3b3061bdd2f7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:10.178518 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41808) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:10.183459 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-f640c0e3-3705-47c2-9711-032cb9898a61 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--108055497', 'description': 'tempest-description--279709957'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:01:10.204696 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f640c0e3-3705-47c2-9711-032cb9898a61 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:10.229897 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94cd9a45-cb9f-43ba-915e-b242e82a5ac6 admin admin] Publish callbacks [] for router (89cca699-a507-4901-bbec-3b3061bdd2f7), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:10.253624 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-cb1fcec1-6845-4d8e-8502-2ac077a52d17 None None] Set router 89cca699-a507-4901-bbec-3b3061bdd2f7 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:01:10.286894 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f640c0e3-3705-47c2-9711-032cb9898a61 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group (2b8fe8d1-459c-4061-8f5a-4a502112345f), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:10.293308 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f640c0e3-3705-47c2-9711-032cb9898a61 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (2b8fe8d1-459c-4061-8f5a-4a502112345f), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:10.325720 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f640c0e3-3705-47c2-9711-032cb9898a61 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:10.329661 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-f640c0e3-3705-47c2-9711-032cb9898a61 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1475091 Apr 12 18:01:10.329993 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41812) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:10.335439 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-eba22074-edcf-41e9-9c59-351700278164 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Request body: {'security_group_rule': {'security_group_id': '2b8fe8d1-459c-4061-8f5a-4a502112345f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:01:10.341345 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640c0e3-3705-47c2-9711-032cb9898a61 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8fe8d1-459c-4061-8f5a-4a502112345f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:10.372712 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eba22074-edcf-41e9-9c59-351700278164 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group_rule (a781b7b7-0891-4c67-9185-66fcd2074b95), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:10.376830 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb20213-740a-4d7c-90ad-28f8a4410054 req-c67cfe95-4b7a-4e9e-a82a-24a51ccf4653 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:10.378336 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5fb20213-740a-4d7c-90ad-28f8a4410054 req-c67cfe95-4b7a-4e9e-a82a-24a51ccf4653 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0646961 Apr 12 18:01:10.412767 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94cd9a45-cb9f-43ba-915e-b242e82a5ac6 admin admin] Publish callbacks [] for router_gateway (89cca699-a507-4901-bbec-3b3061bdd2f7), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:10.453001 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eba22074-edcf-41e9-9c59-351700278164 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group_rule (a781b7b7-0891-4c67-9185-66fcd2074b95), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:10.458359 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eba22074-edcf-41e9-9c59-351700278164 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (a781b7b7-0891-4c67-9185-66fcd2074b95), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:10.472262 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-cb1fcec1-6845-4d8e-8502-2ac077a52d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1590815753-router', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T18:01:09Z', 'revision_number': 5, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'gw_port': {'id': 'ec5190e3-5676-4bb6-b797-fe08532494b0', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:05Z', 'updated_at': '2022-04-12T17:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:10.473339 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5fb20213-740a-4d7c-90ad-28f8a4410054 req-e9643f17-79fc-41c3-a2e4-e1d0f81a5ead tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833743 Apr 12 18:01:10.482947 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-94cd9a45-cb9f-43ba-915e-b242e82a5ac6 admin admin] Deleting port ec5190e3-5676-4bb6-b797-fe08532494b0 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:01:10.483490 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94cd9a45-cb9f-43ba-915e-b242e82a5ac6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (ec5190e3-5676-4bb6-b797-fe08532494b0), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:10.489752 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba22074-edcf-41e9-9c59-351700278164 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a781b7b7-0891-4c67-9185-66fcd2074b95,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:10.510402 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1fcec1-6845-4d8e-8502-2ac077a52d17 None None] Checking router: 89cca699-a507-4901-bbec-3b3061bdd2f7 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:01:10.515468 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eba22074-edcf-41e9-9c59-351700278164 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:10.516692 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-eba22074-edcf-41e9-9c59-351700278164 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1857305 Apr 12 18:01:10.521614 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1fcec1-6845-4d8e-8502-2ac077a52d17 None None] Routers {'89cca699-a507-4901-bbec-3b3061bdd2f7'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:01:10.522302 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-cb1fcec1-6845-4d8e-8502-2ac077a52d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:01:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['89cca699-a507-4901-bbec-3b3061bdd2f7'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:10.522832 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41814) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:10.532925 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-64c8249e-f8d7-417c-8b0a-23543d1273a0 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Request body: {'security_group_rule': {'security_group_id': '2b8fe8d1-459c-4061-8f5a-4a502112345f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:01:10.578717 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64c8249e-f8d7-417c-8b0a-23543d1273a0 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group_rule (55fa312f-fb6d-46c0-9e43-782396487818), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:10.581644 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-94cd9a45-cb9f-43ba-915e-b242e82a5ac6 admin admin] For port ec5190e3-5676-4bb6-b797-fe08532494b0, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=ec5190e3-5676-4bb6-b797-fe08532494b0,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:01:10.582020 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94cd9a45-cb9f-43ba-915e-b242e82a5ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (ec5190e3-5676-4bb6-b797-fe08532494b0), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:10.596466 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-94cd9a45-cb9f-43ba-915e-b242e82a5ac6 admin admin] Calling delete_port for ec5190e3-5676-4bb6-b797-fe08532494b0 owned by network:router_gateway {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:01:10.624383 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-cb1fcec1-6845-4d8e-8502-2ac077a52d17 None None] Set router 89cca699-a507-4901-bbec-3b3061bdd2f7 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:01:10.648430 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64c8249e-f8d7-417c-8b0a-23543d1273a0 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group_rule (55fa312f-fb6d-46c0-9e43-782396487818), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:10.652985 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64c8249e-f8d7-417c-8b0a-23543d1273a0 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (55fa312f-fb6d-46c0-9e43-782396487818), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:10.673393 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8249e-f8d7-417c-8b0a-23543d1273a0 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55fa312f-fb6d-46c0-9e43-782396487818,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:10.681333 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64c8249e-f8d7-417c-8b0a-23543d1273a0 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:10.685414 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-64c8249e-f8d7-417c-8b0a-23543d1273a0 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1582778 Apr 12 18:01:10.685577 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-cb1fcec1-6845-4d8e-8502-2ac077a52d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1590815753-router', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T18:01:10Z', 'revision_number': 6, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'gw_port_host': None}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:10.685793 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41816) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:10.690196 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-519a3a55-8845-46d9-b1a6-2518b6ed15c4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Request body: {'floatingip': {'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:01:10.711933 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-519a3a55-8845-46d9-b1a6-2518b6ed15c4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:10.714456 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1fcec1-6845-4d8e-8502-2ac077a52d17 None None] The sync data for ids ['89cca699-a507-4901-bbec-3b3061bdd2f7'] in dv-cinder-837534-1-iscsi is: [{'id': '89cca699-a507-4901-bbec-3b3061bdd2f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1590815753-router', 'tenant_id': 'f15b7fa885d74f029c4594b80329f70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T18:01:10Z', 'revision_number': 6, 'project_id': 'f15b7fa885d74f029c4594b80329f70f', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:01:10.777741 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94cd9a45-cb9f-43ba-915e-b242e82a5ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (ec5190e3-5676-4bb6-b797-fe08532494b0), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:10.792272 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-519a3a55-8845-46d9-b1a6-2518b6ed15c4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:10.803798 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd9a45-cb9f-43ba-915e-b242e82a5ac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec5190e3-5676-4bb6-b797-fe08532494b0,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:10.866717 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94cd9a45-cb9f-43ba-915e-b242e82a5ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546299'] for router_gateway (89cca699-a507-4901-bbec-3b3061bdd2f7), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:10.906690 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-519a3a55-8845-46d9-b1a6-2518b6ed15c4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Allocated IP 172.27.0.30 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/11ed9e4c-22a6-44cf-bbff-bf05d6aa9e32) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:01:10.983919 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94cd9a45-cb9f-43ba-915e-b242e82a5ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8092'] for router (89cca699-a507-4901-bbec-3b3061bdd2f7), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:10.985936 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94cd9a45-cb9f-43ba-915e-b242e82a5ac6 admin admin] Publish callbacks [] for router_controller (89cca699-a507-4901-bbec-3b3061bdd2f7), precommit_delete_associations {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.005855 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-519a3a55-8845-46d9-b1a6-2518b6ed15c4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for port (11ed9e4c-22a6-44cf-bbff-bf05d6aa9e32), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.038598 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-519a3a55-8845-46d9-b1a6-2518b6ed15c4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (11ed9e4c-22a6-44cf-bbff-bf05d6aa9e32), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.057286 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94cd9a45-cb9f-43ba-915e-b242e82a5ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547614'] for router (89cca699-a507-4901-bbec-3b3061bdd2f7), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.057836 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cd9a45-cb9f-43ba-915e-b242e82a5ac6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89cca699-a507-4901-bbec-3b3061bdd2f7 {{(pid=109827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:01:11.062933 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94cd9a45-cb9f-43ba-915e-b242e82a5ac6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.066450 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-94cd9a45-cb9f-43ba-915e-b242e82a5ac6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/89cca699-a507-4901-bbec-3b3061bdd2f7 HTTP/1.1" status: 204 len: 168 time: 0.9500766 Apr 12 18:01:11.067022 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41818) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:11.085804 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519a3a55-8845-46d9-b1a6-2518b6ed15c4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:01:11.094372 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-519a3a55-8845-46d9-b1a6-2518b6ed15c4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:01:11.097122 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519a3a55-8845-46d9-b1a6-2518b6ed15c4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:01:11.109167 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a3a55-8845-46d9-b1a6-2518b6ed15c4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Pushing event updated for resources: {'Port': ['ID=11ed9e4c-22a6-44cf-bbff-bf05d6aa9e32,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:11.115267 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_v2 [None req-766e9267-6832-413d-aecc-d3b8babae1b5 admin admin] Deleting subnet b5aebc3d-31c6-4909-92e3-135069d3f64d {{(pid=109827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:01:11.120547 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-766e9267-6832-413d-aecc-d3b8babae1b5 admin admin] Publish callbacks [] for subnet (b5aebc3d-31c6-4909-92e3-135069d3f64d), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.159687 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-766e9267-6832-413d-aecc-d3b8babae1b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8397960'] for subnet (b5aebc3d-31c6-4909-92e3-135069d3f64d), precommit_delete_associations {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.162710 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-519a3a55-8845-46d9-b1a6-2518b6ed15c4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for floatingip (0fcee815-9df9-4328-951a-c679984827d6), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.206919 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-519a3a55-8845-46d9-b1a6-2518b6ed15c4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (11ed9e4c-22a6-44cf-bbff-bf05d6aa9e32), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.290974 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-766e9267-6832-413d-aecc-d3b8babae1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2057050'] for subnet (b5aebc3d-31c6-4909-92e3-135069d3f64d), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.353531 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-766e9267-6832-413d-aecc-d3b8babae1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9209003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9217427'] for subnet (b5aebc3d-31c6-4909-92e3-135069d3f64d), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.375834 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-519a3a55-8845-46d9-b1a6-2518b6ed15c4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for port (11ed9e4c-22a6-44cf-bbff-bf05d6aa9e32), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.383596 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-519a3a55-8845-46d9-b1a6-2518b6ed15c4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (11ed9e4c-22a6-44cf-bbff-bf05d6aa9e32), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.387959 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-766e9267-6832-413d-aecc-d3b8babae1b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.392985 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-766e9267-6832-413d-aecc-d3b8babae1b5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b5aebc3d-31c6-4909-92e3-135069d3f64d HTTP/1.1" status: 204 len: 168 time: 0.3228819 Apr 12 18:01:11.392985 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e9267-6832-413d-aecc-d3b8babae1b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5aebc3d-31c6-4909-92e3-135069d3f64d,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:11.395009 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41820) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:11.400925 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90045215-6a6a-4ac3-8f32-5e040bb22487 None None] Network 2876e2a1-3492-40af-97a0-a80d1612333d requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:01:11.420062 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-519a3a55-8845-46d9-b1a6-2518b6ed15c4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (0fcee815-9df9-4328-951a-c679984827d6), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.441685 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a3a55-8845-46d9-b1a6-2518b6ed15c4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Pushing event updated for resources: {'Port': ['ID=11ed9e4c-22a6-44cf-bbff-bf05d6aa9e32,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:11.450892 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-519a3a55-8845-46d9-b1a6-2518b6ed15c4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.452706 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-519a3a55-8845-46d9-b1a6-2518b6ed15c4 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7656505 Apr 12 18:01:11.468889 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-256dd25c-f40a-4218-bd90-e107bc76c83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678379'] for network (2876e2a1-3492-40af-97a0-a80d1612333d), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.526966 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-256dd25c-f40a-4218-bd90-e107bc76c83e admin admin] Deleting port 77675c8c-a356-44bc-aa6f-23cd946e21a9 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:01:11.527318 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-256dd25c-f40a-4218-bd90-e107bc76c83e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (77675c8c-a356-44bc-aa6f-23cd946e21a9), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.625309 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5204c99-b1ff-4227-9c0e-a78125b7799f None None] DHCP port deletion for 2876e2a1-3492-40af-97a0-a80d1612333d request from dv-cinder-837534-1-iscsi {{(pid=109828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:01:11.658234 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd8531-c32f-472d-a77f-7262fa2c9a53 req-76e418fe-86be-4514-9ed5-fa00a4adfe96 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:11.659713 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-cdbd8531-c32f-472d-a77f-7262fa2c9a53 req-76e418fe-86be-4514-9ed5-fa00a4adfe96 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0727284 Apr 12 18:01:11.667699 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-256dd25c-f40a-4218-bd90-e107bc76c83e admin admin] For port 77675c8c-a356-44bc-aa6f-23cd946e21a9, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=77675c8c-a356-44bc-aa6f-23cd946e21a9,segment=NetworkSegment(2379ee2c-1674-45e0-afc7-bff7c9920f2a),segment_id=2379ee2c-1674-45e0-afc7-bff7c9920f2a)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:01:11.668065 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-256dd25c-f40a-4218-bd90-e107bc76c83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (77675c8c-a356-44bc-aa6f-23cd946e21a9), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.669853 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-c5204c99-b1ff-4227-9c0e-a78125b7799f None None] Deleting port 77675c8c-a356-44bc-aa6f-23cd946e21a9 {{(pid=109828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:01:11.671821 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c5204c99-b1ff-4227-9c0e-a78125b7799f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (77675c8c-a356-44bc-aa6f-23cd946e21a9), before_delete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.694560 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-256dd25c-f40a-4218-bd90-e107bc76c83e admin admin] Calling delete_port for 77675c8c-a356-44bc-aa6f-23cd946e21a9 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:01:11.736172 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-c5204c99-b1ff-4227-9c0e-a78125b7799f None None] For port 77675c8c-a356-44bc-aa6f-23cd946e21a9, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=77675c8c-a356-44bc-aa6f-23cd946e21a9,segment=NetworkSegment(2379ee2c-1674-45e0-afc7-bff7c9920f2a),segment_id=2379ee2c-1674-45e0-afc7-bff7c9920f2a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:01:11.736575 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c5204c99-b1ff-4227-9c0e-a78125b7799f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (77675c8c-a356-44bc-aa6f-23cd946e21a9), precommit_delete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.749617 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-c5204c99-b1ff-4227-9c0e-a78125b7799f None None] Calling delete_port for 77675c8c-a356-44bc-aa6f-23cd946e21a9 owned by network:dhcp {{(pid=109828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:01:11.791835 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-cdbd8531-c32f-472d-a77f-7262fa2c9a53 req-bf0f91cf-608d-41ac-99b2-2dc5130fce67 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210566 Apr 12 18:01:11.811890 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-04358a52-593c-4cdf-89f2-e0c1efa27c89 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--108055497&fields=id&tenant_id=6805cc1691a2411e9fe93aa26e73962a HTTP/1.1" status: 200 len: 267 time: 0.1121180 Apr 12 18:01:11.856358 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-256dd25c-f40a-4218-bd90-e107bc76c83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (77675c8c-a356-44bc-aa6f-23cd946e21a9), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.869235 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c5204c99-b1ff-4227-9c0e-a78125b7799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583'] for port (77675c8c-a356-44bc-aa6f-23cd946e21a9), after_delete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:11.896558 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256dd25c-f40a-4218-bd90-e107bc76c83e admin admin] Pushing event deleted for resources: {'Port': ['ID=77675c8c-a356-44bc-aa6f-23cd946e21a9,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:11.899897 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5204c99-b1ff-4227-9c0e-a78125b7799f None None] Pushing event deleted for resources: {'Port': ['ID=77675c8c-a356-44bc-aa6f-23cd946e21a9,revision_number=None']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:11.902028 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5204c99-b1ff-4227-9c0e-a78125b7799f None None] No DVR routers for this DVR port 77675c8c-a356-44bc-aa6f-23cd946e21a9 on host dv-cinder-837534-1-iscsi {{(pid=109828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:01:11.924458 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256dd25c-f40a-4218-bd90-e107bc76c83e admin admin] No DVR routers for this DVR port 77675c8c-a356-44bc-aa6f-23cd946e21a9 on host dv-cinder-837534-1-iscsi {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:01:12.021153 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-256dd25c-f40a-4218-bd90-e107bc76c83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059233', 'neutron.services.segments.db._delete_segments_for_network-8742383711672'] for network (2876e2a1-3492-40af-97a0-a80d1612333d), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:12.034276 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-3645e350-a4be-4566-9d6b-7464b3f2c90e tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:12.035714 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-3645e350-a4be-4566-9d6b-7464b3f2c90e tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/networks?id=962da255-4ac2-45d1-ad32-4d4894c84b68 HTTP/1.1" status: 200 len: 811 time: 0.2095401 Apr 12 18:01:12.056559 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.services.segments.db [None req-256dd25c-f40a-4218-bd90-e107bc76c83e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2876e2a1-3492-40af-97a0-a80d1612333d']}} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:12.064696 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-3fb7392b-2653-4ba6-8b27-d6dd114723a1 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/quotas/6805cc1691a2411e9fe93aa26e73962a HTTP/1.1" status: 200 len: 375 time: 0.0234296 Apr 12 18:01:12.067868 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.services.segments.db [None req-256dd25c-f40a-4218-bd90-e107bc76c83e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2379ee2c-1674-45e0-afc7-bff7c9920f2a') {'for_net_delete': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:12.068160 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.services.segments.db [None req-256dd25c-f40a-4218-bd90-e107bc76c83e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2379ee2c-1674-45e0-afc7-bff7c9920f2a') {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:12.086538 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-256dd25c-f40a-4218-bd90-e107bc76c83e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742383633601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8398003'] for segment (2379ee2c-1674-45e0-afc7-bff7c9920f2a), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:12.118365 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-256dd25c-f40a-4218-bd90-e107bc76c83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (2379ee2c-1674-45e0-afc7-bff7c9920f2a), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:12.128218 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-4ea50046-de50-4d94-ad5a-6587f6f7c76b tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6805cc1691a2411e9fe93aa26e73962a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582452 Apr 12 18:01:12.130660 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256dd25c-f40a-4218-bd90-e107bc76c83e admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=109827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:01:12.131046 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-256dd25c-f40a-4218-bd90-e107bc76c83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9208849'] for segment (2379ee2c-1674-45e0-afc7-bff7c9920f2a), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: Traceback (most recent call last): Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: timer() Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: cb(*args, **kw) Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: return func(*args, **kwargs) Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: self._notify() Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: self.callback(batched_events) Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: event.method(event) Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: return f(self, *a, **k) Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: return self._get(url).json() Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: return self.request(url, 'GET', **kwargs) Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:01:12.132689 dv-cinder-837534-1-iscsi neutron-server[109827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:01:12.214432 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-256dd25c-f40a-4218-bd90-e107bc76c83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546271'] for network (2876e2a1-3492-40af-97a0-a80d1612333d), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:12.218704 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-256dd25c-f40a-4218-bd90-e107bc76c83e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:12.221763 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-256dd25c-f40a-4218-bd90-e107bc76c83e admin admin] 10.222.0.24 "DELETE /v2.0/networks/2876e2a1-3492-40af-97a0-a80d1612333d HTTP/1.1" status: 204 len: 168 time: 0.8256657 Apr 12 18:01:12.265257 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256dd25c-f40a-4218-bd90-e107bc76c83e admin admin] Pushing event deleted for resources: {'Network': ['ID=2876e2a1-3492-40af-97a0-a80d1612333d,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:12.305456 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-a686389f-5838-4f02-b247-a7c2d1a410a6 service neutron] 10.222.0.24 "GET /v2.0/networks/962da255-4ac2-45d1-ad32-4d4894c84b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627245 Apr 12 18:01:12.338817 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41842) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:12.422263 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-cf05770f-29b0-49de-9e62-3f16d702b4f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f15b7fa885d74f029c4594b80329f70f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0823581 Apr 12 18:01:12.424813 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41844) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:12.433107 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-194d3fc2-a753-4466-a87b-e8a630a91b07 service neutron] 10.222.0.24 "GET /v2.0/networks/962da255-4ac2-45d1-ad32-4d4894c84b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212285 Apr 12 18:01:12.473655 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ae93282-2ef0-4317-a360-ab1150552841 admin admin] Publish callbacks [] for security_group (1be9f3c5-322a-4d6e-a044-6d1f292c6dbc), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:12.495458 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ae93282-2ef0-4317-a360-ab1150552841 admin admin] Publish callbacks [] for security_group (1be9f3c5-322a-4d6e-a044-6d1f292c6dbc), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:12.577683 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ae93282-2ef0-4317-a360-ab1150552841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (1be9f3c5-322a-4d6e-a044-6d1f292c6dbc), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:12.583190 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ae93282-2ef0-4317-a360-ab1150552841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:12.586641 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-4ae93282-2ef0-4317-a360-ab1150552841 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1be9f3c5-322a-4d6e-a044-6d1f292c6dbc HTTP/1.1" status: 204 len: 168 time: 0.1585641 Apr 12 18:01:12.592798 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae93282-2ef0-4317-a360-ab1150552841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be9f3c5-322a-4d6e-a044-6d1f292c6dbc,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:12.619616 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 77675c8c-a356-44bc-aa6f-23cd946e21a9 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:01:12.624690 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a7d63b21-4aae-48d0-98da-e736944a6ad5 req-8c731986-aacf-4e05-b7ce-b44500083fac tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=e085072a-1360-4855-a679-62bbcbf23245 HTTP/1.1" status: 200 len: 210 time: 0.0535769 Apr 12 18:01:12.662210 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: 77675c8c-a356-44bc-aa6f-23cd946e21a9 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:01:12.662551 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 77675c8c-a356-44bc-aa6f-23cd946e21a9 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:01:12.663172 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:01:12.682833 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:01:12.683185 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 2e348f39-4cd8-495b-89ed-6c3dfcff9cc9 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:01:12.683837 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device ec5190e3-5676-4bb6-b797-fe08532494b0 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:01:12.707850 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: ec5190e3-5676-4bb6-b797-fe08532494b0 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:01:12.708336 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device ec5190e3-5676-4bb6-b797-fe08532494b0 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:01:12.919076 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6388a-a0e1-4ecc-b288-4b957bec76aa req-6783e1f6-485a-4c46-822f-c35a581255d9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:12.926020 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a6a6388a-a0e1-4ecc-b288-4b957bec76aa req-6783e1f6-485a-4c46-822f-c35a581255d9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0595515 Apr 12 18:01:12.971996 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a6a6388a-a0e1-4ecc-b288-4b957bec76aa req-5f718306-534c-4912-bfef-59d0da762f57 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450470 Apr 12 18:01:13.756187 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-6e3832f6-d6b0-43e3-b6c7-f44a9d06bc05 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:13.757689 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-6e3832f6-d6b0-43e3-b6c7-f44a9d06bc05 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.23 "GET /v2.0/networks?id=962da255-4ac2-45d1-ad32-4d4894c84b68 HTTP/1.1" status: 200 len: 811 time: 0.1229954 Apr 12 18:01:13.779633 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-63c2e51d-9f42-4a7c-ac03-afbd134765bd req-321e498b-7abe-4a87-9b74-19ce2d189684 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=e085072a-1360-4855-a679-62bbcbf23245 HTTP/1.1" status: 200 len: 210 time: 0.0647807 Apr 12 18:01:13.827719 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-9bc10858-0211-4ed9-88f9-986e2aef9fd7 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6805cc1691a2411e9fe93aa26e73962a HTTP/1.1" status: 200 len: 379 time: 0.0599177 Apr 12 18:01:13.841408 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-8df25794-4d04-4cf8-b8a7-68e3606296a7 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Request body: {'port': {'device_id': 'e085072a-1360-4855-a679-62bbcbf23245', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'admin_state_up': True, 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'security_groups': ['2b8fe8d1-459c-4061-8f5a-4a502112345f']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:01:13.889427 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41914) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:13.949669 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-8df25794-4d04-4cf8-b8a7-68e3606296a7 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Made reservation on behalf of 6805cc1691a2411e9fe93aa26e73962a for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:01:13.953308 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-8df25794-4d04-4cf8-b8a7-68e3606296a7 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:13.996008 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fd2e1f05-1507-4bee-aa3d-7899101d126a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:14.083088 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-8df25794-4d04-4cf8-b8a7-68e3606296a7 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Allocated IP 172.20.0.11 (962da255-4ac2-45d1-ad32-4d4894c84b68/58bfda40-3da6-4fb6-b2fa-6600bac73073/b8e6ea46-8d1c-4db8-b79c-96ad857adc3e) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:01:14.113409 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fd2e1f05-1507-4bee-aa3d-7899101d126a admin admin] Publish callbacks [] for security_group (4da790c2-e113-4546-b550-4695ae1170fb), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:14.121461 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef5b8f-8c24-4b07-bf4a-1b4fc92918e2 req-529ead1a-db7d-453b-a518-48b14974ece4 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:14.122993 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f4ef5b8f-8c24-4b07-bf4a-1b4fc92918e2 req-529ead1a-db7d-453b-a518-48b14974ece4 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0681868 Apr 12 18:01:14.124077 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fd2e1f05-1507-4bee-aa3d-7899101d126a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (4da790c2-e113-4546-b550-4695ae1170fb), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:14.184732 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-fd2e1f05-1507-4bee-aa3d-7899101d126a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88bedb8fb96c43279f75b12f6d2625d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917712 Apr 12 18:01:14.184732 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e1f05-1507-4bee-aa3d-7899101d126a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da790c2-e113-4546-b550-4695ae1170fb,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:14.186601 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41920) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:14.207054 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f4ef5b8f-8c24-4b07-bf4a-1b4fc92918e2 req-56db74f3-2e34-479f-8db7-4ef5b49ad124 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724676 Apr 12 18:01:14.251418 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-8df25794-4d04-4cf8-b8a7-68e3606296a7 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for port (b8e6ea46-8d1c-4db8-b79c-96ad857adc3e), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:14.275882 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1bef57c5-21de-45c6-8bed-8caa9d9553e8 admin admin] Publish callbacks [] for security_group (4da790c2-e113-4546-b550-4695ae1170fb), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:14.309357 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1bef57c5-21de-45c6-8bed-8caa9d9553e8 admin admin] Publish callbacks [] for security_group (4da790c2-e113-4546-b550-4695ae1170fb), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:14.331393 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-8df25794-4d04-4cf8-b8a7-68e3606296a7 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (b8e6ea46-8d1c-4db8-b79c-96ad857adc3e), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:14.390203 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-8df25794-4d04-4cf8-b8a7-68e3606296a7 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Network 962da255-4ac2-45d1-ad32-4d4894c84b68 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:01:14.393934 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-8df25794-4d04-4cf8-b8a7-68e3606296a7 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:01:14.399295 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-8df25794-4d04-4cf8-b8a7-68e3606296a7 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:01:14.404710 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-8df25794-4d04-4cf8-b8a7-68e3606296a7 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:14.405332 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-8df25794-4d04-4cf8-b8a7-68e3606296a7 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:14.409281 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df25794-4d04-4cf8-b8a7-68e3606296a7 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Pushing event updated for resources: {'Port': ['ID=b8e6ea46-8d1c-4db8-b79c-96ad857adc3e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:14.424747 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1bef57c5-21de-45c6-8bed-8caa9d9553e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (4da790c2-e113-4546-b550-4695ae1170fb), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:14.427281 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1bef57c5-21de-45c6-8bed-8caa9d9553e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:14.428410 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-1bef57c5-21de-45c6-8bed-8caa9d9553e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4da790c2-e113-4546-b550-4695ae1170fb HTTP/1.1" status: 204 len: 168 time: 0.2408788 Apr 12 18:01:14.434921 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-8df25794-4d04-4cf8-b8a7-68e3606296a7 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5986969 Apr 12 18:01:14.439939 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef57c5-21de-45c6-8bed-8caa9d9553e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da790c2-e113-4546-b550-4695ae1170fb,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:14.449559 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] Request body: {'port': {'device_id': 'e085072a-1360-4855-a679-62bbcbf23245', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:01:14.518463 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b8e6ea46-8d1c-4db8-b79c-96ad857adc3e), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:14.667615 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-c8787e97-d0b3-4497-a1d2-384dcdc4d0c9 None None] Provisioning complete for port b8e6ea46-8d1c-4db8-b79c-96ad857adc3e triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:01:14.668526 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c8787e97-d0b3-4497-a1d2-384dcdc4d0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b8e6ea46-8d1c-4db8-b79c-96ad857adc3e), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:14.714413 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-c8787e97-d0b3-4497-a1d2-384dcdc4d0c9 None None] Port b8e6ea46-8d1c-4db8-b79c-96ad857adc3e cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:01:14.805720 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e6ea46-8d1c-4db8-b79c-96ad857adc3e {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:01:14.813783 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] Publish callbacks [] for port (b8e6ea46-8d1c-4db8-b79c-96ad857adc3e), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:14.828085 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] Transition to ACTIVE for port object b8e6ea46-8d1c-4db8-b79c-96ad857adc3e will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:01:14.833031 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b8e6ea46-8d1c-4db8-b79c-96ad857adc3e), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:14.884485 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] Pushing event updated for resources: {'Port': ['ID=b8e6ea46-8d1c-4db8-b79c-96ad857adc3e,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:14.894315 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c10d8-8a3b-4332-a3ad-8dc0aa97504e req-df0d553d-e6a7-41cc-8a12-4f6fe8ced0b8 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:14.896423 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0c7c10d8-8a3b-4332-a3ad-8dc0aa97504e req-df0d553d-e6a7-41cc-8a12-4f6fe8ced0b8 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=e085072a-1360-4855-a679-62bbcbf23245 HTTP/1.1" status: 200 len: 944 time: 0.0557275 Apr 12 18:01:14.925389 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] Attempting to bind port b8e6ea46-8d1c-4db8-b79c-96ad857adc3e on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:01:14.925739 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] Attempting to bind port b8e6ea46-8d1c-4db8-b79c-96ad857adc3e by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '76cc6800-0852-427c-871b-1eb07b87be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:01:14.926160 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] Attempting to bind port b8e6ea46-8d1c-4db8-b79c-96ad857adc3e on network 962da255-4ac2-45d1-ad32-4d4894c84b68 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:01:14.931417 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] Port b8e6ea46-8d1c-4db8-b79c-96ad857adc3e on network 962da255-4ac2-45d1-ad32-4d4894c84b68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:01:14.931799 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] Attempting to bind port b8e6ea46-8d1c-4db8-b79c-96ad857adc3e on network 962da255-4ac2-45d1-ad32-4d4894c84b68 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:01:14.936957 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] Checking agent: {'id': '00f7abb9-3948-4d4d-ae73-3182f7e75cf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'started_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:01:14.937396 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] Checking segment: {'id': '76cc6800-0852-427c-871b-1eb07b87be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:01:14.937798 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] Bound using segment: {'id': '76cc6800-0852-427c-871b-1eb07b87be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:01:14.938347 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] Bound port: b8e6ea46-8d1c-4db8-b79c-96ad857adc3e, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76cc6800-0852-427c-871b-1eb07b87be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:01:14.938722 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b8e6ea46-8d1c-4db8-b79c-96ad857adc3e), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:14.965540 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0c7c10d8-8a3b-4332-a3ad-8dc0aa97504e req-c95324c0-f2cc-4e23-97f2-d4b1f1220233 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b8fe8d1-459c-4061-8f5a-4a502112345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606055 Apr 12 18:01:15.148611 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41946) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:15.244283 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-f5d4f292-405c-4ef0-84f7-013ecb4209e5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1176884664-network', 'tenant_id': '36f942cf86384ef1acc673d70ff0b134'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:01:15.256141 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] For port b8e6ea46-8d1c-4db8-b79c-96ad857adc3e, host hv-cinder-83753, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:01:15.259980 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] For port b8e6ea46-8d1c-4db8-b79c-96ad857adc3e, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b8e6ea46-8d1c-4db8-b79c-96ad857adc3e,segment=NetworkSegment(76cc6800-0852-427c-871b-1eb07b87be9a),segment_id=76cc6800-0852-427c-871b-1eb07b87be9a)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:01:15.264599 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d4f292-405c-4ef0-84f7-013ecb4209e5 admin admin] Made reservation on behalf of 36f942cf86384ef1acc673d70ff0b134 for: {'network': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:01:15.267251 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f292-405c-4ef0-84f7-013ecb4209e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for network (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:15.268546 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b8e6ea46-8d1c-4db8-b79c-96ad857adc3e), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:15.277762 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f292-405c-4ef0-84f7-013ecb4209e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:15.300854 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:15.301424 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:15.302850 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] 10.222.0.23 "PUT /v2.0/ports/b8e6ea46-8d1c-4db8-b79c-96ad857adc3e HTTP/1.1" status: 200 len: 1094 time: 0.8593881 Apr 12 18:01:15.303286 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e085072a-1360-4855-a679-62bbcbf23245', 'tag': 'b8e6ea46-8d1c-4db8-b79c-96ad857adc3e'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:01:15.305557 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2f83d7-9a7c-436d-940b-db5782f018d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e085072a-1360-4855-a679-62bbcbf23245", "tag": "b8e6ea46-8d1c-4db8-b79c-96ad857adc3e"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:01:15.338700 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267523e5-2831-4119-96ef-834e910a3cfe service neutron] Pushing event updated for resources: {'Port': ['ID=b8e6ea46-8d1c-4db8-b79c-96ad857adc3e,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:15.350728 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7eafc2d-f855-4047-9e5c-19601c21b513 x-openstack-request-id: req-c7eafc2d-f855-4047-9e5c-19601c21b513 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:01:15.351212 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e085072a-1360-4855-a679-62bbcbf23245", "tag": "b8e6ea46-8d1c-4db8-b79c-96ad857adc3e", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:01:15.352131 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7eafc2d-f855-4047-9e5c-19601c21b513 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:01:15.352704 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7eafc2d-f855-4047-9e5c-19601c21b513'] response: {'name': 'network-changed', 'server_uuid': 'e085072a-1360-4855-a679-62bbcbf23245', 'tag': 'b8e6ea46-8d1c-4db8-b79c-96ad857adc3e', 'status': 'completed', 'code': 200} Apr 12 18:01:15.376933 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63493cd-412d-43f5-ae59-8d5fbae7adb0 req-5b983a6f-d046-473e-972b-99022d9a3771 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:15.378569 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f63493cd-412d-43f5-ae59-8d5fbae7adb0 req-5b983a6f-d046-473e-972b-99022d9a3771 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0974674 Apr 12 18:01:15.418020 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-55e717f1-f0d7-4d7d-9416-441a5b16e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:15.419737 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-55e717f1-f0d7-4d7d-9416-441a5b16e88f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6805cc1691a2411e9fe93aa26e73962a&device_id=e085072a-1360-4855-a679-62bbcbf23245 HTTP/1.1" status: 200 len: 1128 time: 0.0490434 Apr 12 18:01:15.458851 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f63493cd-412d-43f5-ae59-8d5fbae7adb0 req-378e9d14-4635-4d56-8484-cea09ff8977d tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684419 Apr 12 18:01:15.471286 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-6136e653-ddf8-4084-9bee-0cd2c6110ce5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e6ea46-8d1c-4db8-b79c-96ad857adc3e HTTP/1.1" status: 200 len: 217 time: 0.0398278 Apr 12 18:01:15.473567 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f292-405c-4ef0-84f7-013ecb4209e5 admin admin] Publish callbacks [] for security_group (ffd7be50-c310-4496-9286-6e489b964a0d), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:15.482115 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f292-405c-4ef0-84f7-013ecb4209e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (ffd7be50-c310-4496-9286-6e489b964a0d), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:15.514228 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d4f292-405c-4ef0-84f7-013ecb4209e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=109827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:01:15.520752 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4f292-405c-4ef0-84f7-013ecb4209e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd7be50-c310-4496-9286-6e489b964a0d,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:15.528011 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f292-405c-4ef0-84f7-013ecb4209e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (8d5173dc-fc1f-438a-ae30-96a25f5df960), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:15.528403 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.segments_db [None req-f5d4f292-405c-4ef0-84f7-013ecb4209e5 admin admin] Added segment 8d5173dc-fc1f-438a-ae30-96a25f5df960 of type vlan for network 84c39421-2499-4f21-b184-68095a5a1082 Apr 12 18:01:15.537042 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-9d67c7c5-2ac9-43c2-8284-76d6d0121fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:15.538637 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-9d67c7c5-2ac9-43c2-8284-76d6d0121fd3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58bfda40-3da6-4fb6-b2fa-6600bac73073 HTTP/1.1" status: 200 len: 850 time: 0.0513766 Apr 12 18:01:15.570114 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f292-405c-4ef0-84f7-013ecb4209e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742383173852'] for network (84c39421-2499-4f21-b184-68095a5a1082), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:15.585012 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-1ced1dd0-387c-4391-95c2-5cd54d802ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:15.587125 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-1ced1dd0-387c-4391-95c2-5cd54d802ba7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=962da255-4ac2-45d1-ad32-4d4894c84b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390315 Apr 12 18:01:15.595328 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f292-405c-4ef0-84f7-013ecb4209e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for network (84c39421-2499-4f21-b184-68095a5a1082), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:15.596310 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d4f292-405c-4ef0-84f7-013ecb4209e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:15.596885 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f292-405c-4ef0-84f7-013ecb4209e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:15.650844 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-f5d4f292-405c-4ef0-84f7-013ecb4209e5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5011251 Apr 12 18:01:15.653633 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41954) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:15.657811 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4f292-405c-4ef0-84f7-013ecb4209e5 admin admin] Pushing event updated for resources: {'Network': ['ID=84c39421-2499-4f21-b184-68095a5a1082,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:15.661515 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-35a96253-b1d4-44ef-83ac-d98f7fa5196d admin admin] Request body: {'subnet': {'network_id': '84c39421-2499-4f21-b184-68095a5a1082', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1176884664-subnet', 'tenant_id': '36f942cf86384ef1acc673d70ff0b134', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:01:15.667868 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Network 84c39421-2499-4f21-b184-68095a5a1082 details requested by agent ovs-agent-dv-cinder-837534-1-iscsi with host dv-cinder-837534-1-iscsi {{(pid=109828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:01:15.699936 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-7482b418-6c82-4a84-9e06-4feac885736e service neutron] 10.222.0.23 "GET /v2.0/networks/962da255-4ac2-45d1-ad32-4d4894c84b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041205 Apr 12 18:01:15.700492 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a96253-b1d4-44ef-83ac-d98f7fa5196d admin admin] Made reservation on behalf of 36f942cf86384ef1acc673d70ff0b134 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:01:15.702709 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-35a96253-b1d4-44ef-83ac-d98f7fa5196d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:15.854368 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ee3531ca-8fc6-4413-a86e-9588f3e0ff5c req-26771609-4bae-4c56-9eee-511e841c61c2 service neutron] 10.222.0.23 "GET /v2.0/networks/962da255-4ac2-45d1-ad32-4d4894c84b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397951 Apr 12 18:01:15.937088 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-35a96253-b1d4-44ef-83ac-d98f7fa5196d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for subnet (a964a836-fa92-4c1a-ab54-32c5ea9cecc4), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:15.995300 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a96253-b1d4-44ef-83ac-d98f7fa5196d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a964a836-fa92-4c1a-ab54-32c5ea9cecc4,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:16.005142 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a96253-b1d4-44ef-83ac-d98f7fa5196d admin admin] Checking segment: {'id': '8d5173dc-fc1f-438a-ae30-96a25f5df960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '84c39421-2499-4f21-b184-68095a5a1082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:01:16.005504 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a96253-b1d4-44ef-83ac-d98f7fa5196d admin admin] Network hostable DHCP agents. Network: 84c39421-2499-4f21-b184-68095a5a1082, hostable agents: ['f62d2ff0-78a3-4755-b741-8a96efa63a46'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:01:16.023320 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a96253-b1d4-44ef-83ac-d98f7fa5196d admin admin] Network 84c39421-2499-4f21-b184-68095a5a1082 is scheduled to be hosted by DHCP agent f62d2ff0-78a3-4755-b741-8a96efa63a46 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:01:16.033264 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-35a96253-b1d4-44ef-83ac-d98f7fa5196d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837534-1-iscsi, 84c39421-2499-4f21-b184-68095a5a1082) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:01:16.037552 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a96253-b1d4-44ef-83ac-d98f7fa5196d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:16.038140 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-35a96253-b1d4-44ef-83ac-d98f7fa5196d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:16.046581 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2710c782-6859-47e0-a6f9-195aa188d2c5 None None] Network 84c39421-2499-4f21-b184-68095a5a1082 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:01:16.062941 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-35a96253-b1d4-44ef-83ac-d98f7fa5196d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4025288 Apr 12 18:01:16.087705 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb2b93-ae2d-4f35-8c70-8b1a87f47154 req-22225add-c34a-46fc-9443-eb1c29df8723 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:16.089227 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4fdb2b93-ae2d-4f35-8c70-8b1a87f47154 req-22225add-c34a-46fc-9443-eb1c29df8723 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=e085072a-1360-4855-a679-62bbcbf23245 HTTP/1.1" status: 200 len: 944 time: 0.0580292 Apr 12 18:01:16.140232 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4fdb2b93-ae2d-4f35-8c70-8b1a87f47154 req-46bbc42f-7b1c-4d1b-b2f6-5ea2a6b01392 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b8fe8d1-459c-4061-8f5a-4a502112345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448511 Apr 12 18:01:16.149180 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5f866d-a5c4-45d5-8022-5f81a205f9cb None None] Network 84c39421-2499-4f21-b184-68095a5a1082 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:01:16.532591 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41974) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:16.537394 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-379d95ef-61b4-4fa8-bd95-e28dd0d20754 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1940814435-network', 'tenant_id': '1effe43f7227466a89e176d65e871da7'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:01:16.556456 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379d95ef-61b4-4fa8-bd95-e28dd0d20754 admin admin] Made reservation on behalf of 1effe43f7227466a89e176d65e871da7 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:01:16.558905 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-379d95ef-61b4-4fa8-bd95-e28dd0d20754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for network (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:16.567563 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-379d95ef-61b4-4fa8-bd95-e28dd0d20754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:16.583183 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd65d4f-f685-4a8a-9dea-a24bb15db66e req-2786ac2b-633a-4a5f-89c0-d4798604787d tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:16.584637 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4cd65d4f-f685-4a8a-9dea-a24bb15db66e req-2786ac2b-633a-4a5f-89c0-d4798604787d tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0470860 Apr 12 18:01:16.634027 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4cd65d4f-f685-4a8a-9dea-a24bb15db66e req-37c9d5b5-15d3-4716-be56-6361facbf462 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432208 Apr 12 18:01:16.640739 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-379d95ef-61b4-4fa8-bd95-e28dd0d20754 admin admin] Publish callbacks [] for security_group (dc1d9191-df04-4bf6-962d-b6ab6302091a), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:16.644811 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-379d95ef-61b4-4fa8-bd95-e28dd0d20754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (dc1d9191-df04-4bf6-962d-b6ab6302091a), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:16.670710 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379d95ef-61b4-4fa8-bd95-e28dd0d20754 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:01:16.680508 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d95ef-61b4-4fa8-bd95-e28dd0d20754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1d9191-df04-4bf6-962d-b6ab6302091a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:16.685267 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-379d95ef-61b4-4fa8-bd95-e28dd0d20754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (d082fc1a-55bb-4df2-b7f7-bc4c315a4af7), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:16.685617 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.segments_db [None req-379d95ef-61b4-4fa8-bd95-e28dd0d20754 admin admin] Added segment d082fc1a-55bb-4df2-b7f7-bc4c315a4af7 of type vlan for network 53c88ae7-aee4-497a-908e-dab8f49671f7 Apr 12 18:01:16.724605 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-379d95ef-61b4-4fa8-bd95-e28dd0d20754 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742383173852'] for network (53c88ae7-aee4-497a-908e-dab8f49671f7), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:16.753400 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-379d95ef-61b4-4fa8-bd95-e28dd0d20754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for network (53c88ae7-aee4-497a-908e-dab8f49671f7), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:16.754382 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379d95ef-61b4-4fa8-bd95-e28dd0d20754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:16.754984 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-379d95ef-61b4-4fa8-bd95-e28dd0d20754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:16.813560 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-379d95ef-61b4-4fa8-bd95-e28dd0d20754 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2798641 Apr 12 18:01:16.816970 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41978) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:16.818849 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d95ef-61b4-4fa8-bd95-e28dd0d20754 admin admin] Pushing event updated for resources: {'Network': ['ID=53c88ae7-aee4-497a-908e-dab8f49671f7,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:16.822353 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-f5b9267d-185a-4315-9dc1-9219d6fed41b admin admin] Request body: {'subnet': {'network_id': '53c88ae7-aee4-497a-908e-dab8f49671f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1940814435-subnet', 'tenant_id': '1effe43f7227466a89e176d65e871da7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:01:16.832175 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Network 53c88ae7-aee4-497a-908e-dab8f49671f7 details requested by agent ovs-agent-dv-cinder-837534-1-iscsi with host dv-cinder-837534-1-iscsi {{(pid=109828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:01:16.842437 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b9267d-185a-4315-9dc1-9219d6fed41b admin admin] Made reservation on behalf of 1effe43f7227466a89e176d65e871da7 for: {'subnet': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:01:16.844784 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f5b9267d-185a-4315-9dc1-9219d6fed41b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9217468'] for subnet (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:16.934453 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f83d7-9a7c-436d-940b-db5782f018d0 req-43ba2720-3b2f-4a24-b2ad-4e9ab7192ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:16.936275 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dd2f83d7-9a7c-436d-940b-db5782f018d0 req-43ba2720-3b2f-4a24-b2ad-4e9ab7192ff5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6805cc1691a2411e9fe93aa26e73962a&device_id=e085072a-1360-4855-a679-62bbcbf23245 HTTP/1.1" status: 200 len: 1128 time: 0.1921892 Apr 12 18:01:17.012923 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f5b9267d-185a-4315-9dc1-9219d6fed41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9211508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9217450'] for subnet (0add2924-d7f6-4f40-bbba-6049355b7454), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:17.034706 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f83d7-9a7c-436d-940b-db5782f018d0 req-a6307eec-3af7-44bc-ab4b-557a9964dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:17.036238 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dd2f83d7-9a7c-436d-940b-db5782f018d0 req-a6307eec-3af7-44bc-ab4b-557a9964dd94 service neutron] 10.222.0.23 "GET /v2.0/networks?id=962da255-4ac2-45d1-ad32-4d4894c84b68 HTTP/1.1" status: 200 len: 912 time: 0.0896118 Apr 12 18:01:17.069570 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9267d-185a-4315-9dc1-9219d6fed41b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0add2924-d7f6-4f40-bbba-6049355b7454,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:17.079486 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dd2f83d7-9a7c-436d-940b-db5782f018d0 req-538a997f-47f7-40f7-8611-0bf712e472e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e6ea46-8d1c-4db8-b79c-96ad857adc3e HTTP/1.1" status: 200 len: 217 time: 0.0341654 Apr 12 18:01:17.080521 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b9267d-185a-4315-9dc1-9219d6fed41b admin admin] Checking segment: {'id': 'd082fc1a-55bb-4df2-b7f7-bc4c315a4af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53c88ae7-aee4-497a-908e-dab8f49671f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:01:17.080875 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b9267d-185a-4315-9dc1-9219d6fed41b admin admin] Network hostable DHCP agents. Network: 53c88ae7-aee4-497a-908e-dab8f49671f7, hostable agents: ['f62d2ff0-78a3-4755-b741-8a96efa63a46'], hosted agents: [] {{(pid=109827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:01:17.098496 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b9267d-185a-4315-9dc1-9219d6fed41b admin admin] Network 53c88ae7-aee4-497a-908e-dab8f49671f7 is scheduled to be hosted by DHCP agent f62d2ff0-78a3-4755-b741-8a96efa63a46 with binding_index 1 {{(pid=109827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:01:17.107362 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-f5b9267d-185a-4315-9dc1-9219d6fed41b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837534-1-iscsi, 53c88ae7-aee4-497a-908e-dab8f49671f7) {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:01:17.111655 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b9267d-185a-4315-9dc1-9219d6fed41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:17.112324 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f5b9267d-185a-4315-9dc1-9219d6fed41b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:17.121848 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0ba530-6dd1-4e5e-bd74-dd3ee81f85b3 None None] Network 53c88ae7-aee4-497a-908e-dab8f49671f7 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:01:17.133532 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f83d7-9a7c-436d-940b-db5782f018d0 req-062f544b-81dc-4a93-8a12-d3a2ab598c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:17.134925 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-f5b9267d-185a-4315-9dc1-9219d6fed41b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3167300 Apr 12 18:01:17.135045 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dd2f83d7-9a7c-436d-940b-db5782f018d0 req-062f544b-81dc-4a93-8a12-d3a2ab598c53 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58bfda40-3da6-4fb6-b2fa-6600bac73073 HTTP/1.1" status: 200 len: 850 time: 0.0462208 Apr 12 18:01:17.185526 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f83d7-9a7c-436d-940b-db5782f018d0 req-24e7d707-95cf-46e3-8246-cdbb0d87a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:17.187480 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dd2f83d7-9a7c-436d-940b-db5782f018d0 req-24e7d707-95cf-46e3-8246-cdbb0d87a115 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=962da255-4ac2-45d1-ad32-4d4894c84b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457144 Apr 12 18:01:17.222389 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fed18d3-c94b-42f5-8db7-9e668e75310a None None] Network 53c88ae7-aee4-497a-908e-dab8f49671f7 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:01:17.265993 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41984) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:17.302333 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce3a8d-068a-4a2d-bc44-57a1e7301620 req-497eb6f7-c296-4636-a479-14dbb7a2d55c tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:17.303805 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dd2f83d7-9a7c-436d-940b-db5782f018d0 req-b06da83f-9717-4c85-bde9-f9dcdbea6e27 service neutron] 10.222.0.23 "GET /v2.0/networks/962da255-4ac2-45d1-ad32-4d4894c84b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085496 Apr 12 18:01:17.303936 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-69ce3a8d-068a-4a2d-bc44-57a1e7301620 req-497eb6f7-c296-4636-a479-14dbb7a2d55c tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=e085072a-1360-4855-a679-62bbcbf23245 HTTP/1.1" status: 200 len: 944 time: 0.0821562 Apr 12 18:01:17.340635 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b58f14-b100-4373-97c0-7cb68e633bc3 admin admin] Deleting subnet a964a836-fa92-4c1a-ab54-32c5ea9cecc4 {{(pid=109827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:01:17.349782 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-80b58f14-b100-4373-97c0-7cb68e633bc3 admin admin] Publish callbacks [] for subnet (a964a836-fa92-4c1a-ab54-32c5ea9cecc4), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:17.391747 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-69ce3a8d-068a-4a2d-bc44-57a1e7301620 req-d50109ea-1c6d-40bb-b9d8-78bbc13697f7 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b8fe8d1-459c-4061-8f5a-4a502112345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813048 Apr 12 18:01:17.399843 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dd2f83d7-9a7c-436d-940b-db5782f018d0 req-2c913d58-5442-4ca0-8228-93cc82d3740d service neutron] 10.222.0.23 "GET /v2.0/networks/962da255-4ac2-45d1-ad32-4d4894c84b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888321 Apr 12 18:01:17.400994 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-80b58f14-b100-4373-97c0-7cb68e633bc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8397960'] for subnet (a964a836-fa92-4c1a-ab54-32c5ea9cecc4), precommit_delete_associations {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:17.449573 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-80b58f14-b100-4373-97c0-7cb68e633bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2057050'] for subnet (a964a836-fa92-4c1a-ab54-32c5ea9cecc4), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:17.480550 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device b8e6ea46-8d1c-4db8-b79c-96ad857adc3e details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:01:17.502750 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-80b58f14-b100-4373-97c0-7cb68e633bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9209003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9217427'] for subnet (a964a836-fa92-4c1a-ab54-32c5ea9cecc4), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:17.529522 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b58f14-b100-4373-97c0-7cb68e633bc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a964a836-fa92-4c1a-ab54-32c5ea9cecc4,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:17.531581 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-80b58f14-b100-4373-97c0-7cb68e633bc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:17.535233 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-80b58f14-b100-4373-97c0-7cb68e633bc3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a964a836-fa92-4c1a-ab54-32c5ea9cecc4 HTTP/1.1" status: 204 len: 168 time: 0.2674363 Apr 12 18:01:17.537407 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41986) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:17.583992 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port b8e6ea46-8d1c-4db8-b79c-96ad857adc3e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b8e6ea46-8d1c-4db8-b79c-96ad857adc3e,segment=NetworkSegment(76cc6800-0852-427c-871b-1eb07b87be9a),segment_id=76cc6800-0852-427c-871b-1eb07b87be9a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:01:17.594998 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': 'b8e6ea46-8d1c-4db8-b79c-96ad857adc3e', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'port_id': 'b8e6ea46-8d1c-4db8-b79c-96ad857adc3e', 'mac_address': 'fa:16:3e:f3:f9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:01:17.612065 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678379'] for network (84c39421-2499-4f21-b184-68095a5a1082), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:17.633018 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port b8e6ea46-8d1c-4db8-b79c-96ad857adc3e is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:01:17.633410 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b8e6ea46-8d1c-4db8-b79c-96ad857adc3e), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:17.645582 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e6ea46-8d1c-4db8-b79c-96ad857adc3e {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:01:17.666257 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port b8e6ea46-8d1c-4db8-b79c-96ad857adc3e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b8e6ea46-8d1c-4db8-b79c-96ad857adc3e,segment=NetworkSegment(76cc6800-0852-427c-871b-1eb07b87be9a),segment_id=76cc6800-0852-427c-871b-1eb07b87be9a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:01:17.672823 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b8e6ea46-8d1c-4db8-b79c-96ad857adc3e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:17.698445 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059233', 'neutron.services.segments.db._delete_segments_for_network-8742383711672'] for network (84c39421-2499-4f21-b184-68095a5a1082), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:17.720279 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:01:17.720633 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:01:17.721432 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:01:17.721786 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Subscribe: > port after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:01:17.722132 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:01:17.722515 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Subscribe: > port after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:01:17.722843 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:01:17.723170 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:01:17.723494 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:01:17.723822 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:01:17.772595 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477aeaac-e319-414d-8c04-1a0496a5add6 req-74a4bfac-f48c-4087-98d5-1284e16d6383 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:17.774303 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-477aeaac-e319-414d-8c04-1a0496a5add6 req-74a4bfac-f48c-4087-98d5-1284e16d6383 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0504661 Apr 12 18:01:17.799950 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:01:17.800245 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:01:17.800565 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:01:17.801133 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 18:01:17.801497 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c39421-2499-4f21-b184-68095a5a1082']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:17.819613 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5173dc-fc1f-438a-ae30-96a25f5df960') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:17.819926 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5173dc-fc1f-438a-ae30-96a25f5df960') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:17.826035 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-477aeaac-e319-414d-8c04-1a0496a5add6 req-f5879011-5b36-4b41-95a2-1e48f64700c9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455053 Apr 12 18:01:17.837976 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742383633601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8818667'] for segment (8d5173dc-fc1f-438a-ae30-96a25f5df960), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:17.861834 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (8d5173dc-fc1f-438a-ae30-96a25f5df960), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:17.866192 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=b8e6ea46-8d1c-4db8-b79c-96ad857adc3e,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:17.870798 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:01:17.871313 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8586957'] for segment (8d5173dc-fc1f-438a-ae30-96a25f5df960), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: from cryptography.utils import int_from_bytes Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: from cryptography.utils import int_from_bytes Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: Traceback (most recent call last): Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: timer() Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: cb(*args, **kw) Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: return func(*args, **kwargs) Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: self._notify() Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: self.callback(batched_events) Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: event.method(event) Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: return f(self, *a, **k) Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: return self._get(url).json() Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:01:17.875806 dv-cinder-837534-1-iscsi neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:01:17.937131 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546271'] for network (84c39421-2499-4f21-b184-68095a5a1082), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:17.942536 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['b8e6ea46-8d1c-4db8-b79c-96ad857adc3e'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:01:17.944673 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:17.951164 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] 10.222.0.24 "DELETE /v2.0/networks/84c39421-2499-4f21-b184-68095a5a1082 HTTP/1.1" status: 204 len: 168 time: 0.4101367 Apr 12 18:01:17.951485 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41990) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:17.957895 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3ba3c-308a-4e4e-8826-241f67fb8824 admin admin] Pushing event deleted for resources: {'Network': ['ID=84c39421-2499-4f21-b184-68095a5a1082,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:18.001607 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b431c2-59c1-4152-98b5-8ce1b6882123 admin admin] Deleting subnet 0add2924-d7f6-4f40-bbba-6049355b7454 {{(pid=109827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:01:18.004974 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02b431c2-59c1-4152-98b5-8ce1b6882123 admin admin] Publish callbacks [] for subnet (0add2924-d7f6-4f40-bbba-6049355b7454), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.040739 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02b431c2-59c1-4152-98b5-8ce1b6882123 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8397960'] for subnet (0add2924-d7f6-4f40-bbba-6049355b7454), precommit_delete_associations {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.079566 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02b431c2-59c1-4152-98b5-8ce1b6882123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2057050'] for subnet (0add2924-d7f6-4f40-bbba-6049355b7454), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.130852 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02b431c2-59c1-4152-98b5-8ce1b6882123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9209003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9217427'] for subnet (0add2924-d7f6-4f40-bbba-6049355b7454), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.158140 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b431c2-59c1-4152-98b5-8ce1b6882123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0add2924-d7f6-4f40-bbba-6049355b7454,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:18.163789 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02b431c2-59c1-4152-98b5-8ce1b6882123 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.168013 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-02b431c2-59c1-4152-98b5-8ce1b6882123 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0add2924-d7f6-4f40-bbba-6049355b7454 HTTP/1.1" status: 204 len: 168 time: 0.2154338 Apr 12 18:01:18.170473 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 41992) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:18.237465 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e07a2365-6c92-441e-8e08-fdbe86c0d90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678379'] for network (53c88ae7-aee4-497a-908e-dab8f49671f7), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.316726 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e07a2365-6c92-441e-8e08-fdbe86c0d90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059233', 'neutron.services.segments.db._delete_segments_for_network-8742383711672'] for network (53c88ae7-aee4-497a-908e-dab8f49671f7), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.337363 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.services.segments.db [None req-e07a2365-6c92-441e-8e08-fdbe86c0d90a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c88ae7-aee4-497a-908e-dab8f49671f7']}} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:18.346525 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.services.segments.db [None req-e07a2365-6c92-441e-8e08-fdbe86c0d90a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd082fc1a-55bb-4df2-b7f7-bc4c315a4af7') {'for_net_delete': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:18.346822 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.services.segments.db [None req-e07a2365-6c92-441e-8e08-fdbe86c0d90a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd082fc1a-55bb-4df2-b7f7-bc4c315a4af7') {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:18.356659 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e07a2365-6c92-441e-8e08-fdbe86c0d90a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742383633601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8398003'] for segment (d082fc1a-55bb-4df2-b7f7-bc4c315a4af7), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.369497 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e07a2365-6c92-441e-8e08-fdbe86c0d90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (d082fc1a-55bb-4df2-b7f7-bc4c315a4af7), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.375281 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07a2365-6c92-441e-8e08-fdbe86c0d90a admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=109827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:01:18.375664 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e07a2365-6c92-441e-8e08-fdbe86c0d90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9208849'] for segment (d082fc1a-55bb-4df2-b7f7-bc4c315a4af7), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: Traceback (most recent call last): Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: timer() Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: cb(*args, **kw) Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: return func(*args, **kwargs) Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: self._notify() Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: self.callback(batched_events) Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: event.method(event) Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: return f(self, *a, **k) Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: return self._get(url).json() Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: return self.request(url, 'GET', **kwargs) Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:01:18.377272 dv-cinder-837534-1-iscsi neutron-server[109827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:01:18.435060 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e07a2365-6c92-441e-8e08-fdbe86c0d90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546271'] for network (53c88ae7-aee4-497a-908e-dab8f49671f7), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.451042 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e07a2365-6c92-441e-8e08-fdbe86c0d90a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.454148 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-e07a2365-6c92-441e-8e08-fdbe86c0d90a admin admin] 10.222.0.24 "DELETE /v2.0/networks/53c88ae7-aee4-497a-908e-dab8f49671f7 HTTP/1.1" status: 204 len: 168 time: 0.2827682 Apr 12 18:01:18.455478 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a2365-6c92-441e-8e08-fdbe86c0d90a admin admin] Pushing event deleted for resources: {'Network': ['ID=53c88ae7-aee4-497a-908e-dab8f49671f7,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:18.511139 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fd4dc-9d97-42f0-aef2-7a94e600130a req-3ef5d91e-8407-4eae-b9d4-3d859ecfb8f2 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:18.512739 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c95fd4dc-9d97-42f0-aef2-7a94e600130a req-3ef5d91e-8407-4eae-b9d4-3d859ecfb8f2 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=e085072a-1360-4855-a679-62bbcbf23245 HTTP/1.1" status: 200 len: 945 time: 0.0521936 Apr 12 18:01:18.564144 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c95fd4dc-9d97-42f0-aef2-7a94e600130a req-e05cf45a-3bed-4638-a3fb-6626445a7ce2 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b8fe8d1-459c-4061-8f5a-4a502112345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446224 Apr 12 18:01:18.615012 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 41998) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:18.654029 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-fd3c4b40-63db-432b-b9b9-648038f449d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36f942cf86384ef1acc673d70ff0b134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378580 Apr 12 18:01:18.656394 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 42000) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:18.705135 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-84b3e919-41db-4d2a-abe4-c55214c247f0 admin admin] Publish callbacks [] for security_group (ffd7be50-c310-4496-9286-6e489b964a0d), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.725742 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-84b3e919-41db-4d2a-abe4-c55214c247f0 admin admin] Publish callbacks [] for security_group (ffd7be50-c310-4496-9286-6e489b964a0d), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.775378 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-84b3e919-41db-4d2a-abe4-c55214c247f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (ffd7be50-c310-4496-9286-6e489b964a0d), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.777866 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-84b3e919-41db-4d2a-abe4-c55214c247f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:18.779061 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-84b3e919-41db-4d2a-abe4-c55214c247f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ffd7be50-c310-4496-9286-6e489b964a0d HTTP/1.1" status: 204 len: 168 time: 0.1217351 Apr 12 18:01:18.786436 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3e919-41db-4d2a-abe4-c55214c247f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd7be50-c310-4496-9286-6e489b964a0d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:18.956938 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef98aa-ceb4-4db4-8ca7-6fc96d6da783 req-adde9308-a771-4ac9-8e2f-d1d31f416c19 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:18.958555 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b5ef98aa-ceb4-4db4-8ca7-6fc96d6da783 req-adde9308-a771-4ac9-8e2f-d1d31f416c19 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0608003 Apr 12 18:01:19.005200 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b5ef98aa-ceb4-4db4-8ca7-6fc96d6da783 req-cb78991a-9f78-43cd-b811-8e95b75880c8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404706 Apr 12 18:01:19.090265 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 42008) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:19.128637 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-1acb8a52-d745-45d3-827a-8837f04817b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1effe43f7227466a89e176d65e871da7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372429 Apr 12 18:01:19.131099 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 42010) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:19.177005 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-704cc923-4fea-4b4b-bd15-b440be07e8e6 admin admin] Publish callbacks [] for security_group (dc1d9191-df04-4bf6-962d-b6ab6302091a), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:19.197566 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-704cc923-4fea-4b4b-bd15-b440be07e8e6 admin admin] Publish callbacks [] for security_group (dc1d9191-df04-4bf6-962d-b6ab6302091a), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:19.242199 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-704cc923-4fea-4b4b-bd15-b440be07e8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (dc1d9191-df04-4bf6-962d-b6ab6302091a), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:19.244705 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-704cc923-4fea-4b4b-bd15-b440be07e8e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:19.245831 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-704cc923-4fea-4b4b-bd15-b440be07e8e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc1d9191-df04-4bf6-962d-b6ab6302091a HTTP/1.1" status: 204 len: 168 time: 0.1138573 Apr 12 18:01:19.253258 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cc923-4fea-4b4b-bd15-b440be07e8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1d9191-df04-4bf6-962d-b6ab6302091a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:19.493101 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device b8e6ea46-8d1c-4db8-b79c-96ad857adc3e up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:01:19.538996 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning for port b8e6ea46-8d1c-4db8-b79c-96ad857adc3e completed by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:01:19.544875 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port b8e6ea46-8d1c-4db8-b79c-96ad857adc3e triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:01:19.545260 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b8e6ea46-8d1c-4db8-b79c-96ad857adc3e), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:19.625457 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port b8e6ea46-8d1c-4db8-b79c-96ad857adc3e is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:01:19.625930 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b8e6ea46-8d1c-4db8-b79c-96ad857adc3e), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:19.649758 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e085072a-1360-4855-a679-62bbcbf23245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e6ea46-8d1c-4db8-b79c-96ad857adc3e'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:01:19.652091 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc81aa0-a7f4-41ab-b658-d65d9a6d8c53" -d '{"events": [{"server_uuid": "e085072a-1360-4855-a679-62bbcbf23245", "name": "network-vif-plugged", "status": "completed", "tag": "b8e6ea46-8d1c-4db8-b79c-96ad857adc3e"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:01:19.670417 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port b8e6ea46-8d1c-4db8-b79c-96ad857adc3e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b8e6ea46-8d1c-4db8-b79c-96ad857adc3e,segment=NetworkSegment(76cc6800-0852-427c-871b-1eb07b87be9a),segment_id=76cc6800-0852-427c-871b-1eb07b87be9a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:01:19.676604 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b8e6ea46-8d1c-4db8-b79c-96ad857adc3e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:19.694396 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec6f73-c793-495c-9fe0-53173e07de12 req-300aa7dc-f437-4305-95ab-63dbe8ba9878 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:19.702511 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-53ec6f73-c793-495c-9fe0-53173e07de12 req-300aa7dc-f437-4305-95ab-63dbe8ba9878 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=e085072a-1360-4855-a679-62bbcbf23245 HTTP/1.1" status: 200 len: 945 time: 0.0607708 Apr 12 18:01:19.707172 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c664f41b-985a-40f9-9c28-88ea18235965 x-openstack-request-id: req-c664f41b-985a-40f9-9c28-88ea18235965 {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:01:19.707482 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e085072a-1360-4855-a679-62bbcbf23245", "name": "network-vif-plugged", "status": "completed", "tag": "b8e6ea46-8d1c-4db8-b79c-96ad857adc3e", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:01:19.707785 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c664f41b-985a-40f9-9c28-88ea18235965 {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:01:19.708204 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c664f41b-985a-40f9-9c28-88ea18235965'] response: {'server_uuid': 'e085072a-1360-4855-a679-62bbcbf23245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e6ea46-8d1c-4db8-b79c-96ad857adc3e', 'code': 200} Apr 12 18:01:19.738382 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=b8e6ea46-8d1c-4db8-b79c-96ad857adc3e,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:19.765575 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-53ec6f73-c793-495c-9fe0-53173e07de12 req-ca3e61b8-573c-4009-a061-c69e920e711e tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b8fe8d1-459c-4061-8f5a-4a502112345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621793 Apr 12 18:01:19.877679 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c612f1-f9c1-4235-b55c-167a73f9ab03 req-fd7d089e-7fc9-4ab5-84d3-3305183b935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:19.879258 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e2c612f1-f9c1-4235-b55c-167a73f9ab03 req-fd7d089e-7fc9-4ab5-84d3-3305183b935e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e085072a-1360-4855-a679-62bbcbf23245 HTTP/1.1" status: 200 len: 1130 time: 0.0389671 Apr 12 18:01:19.928032 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e2c612f1-f9c1-4235-b55c-167a73f9ab03 req-ac2ad0b2-8cef-4796-ac72-f191dd38efd3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2b8fe8d1-459c-4061-8f5a-4a502112345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408437 Apr 12 18:01:20.124309 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0de89b-dc7d-4112-ab69-585ec76d10e0 req-ecd013e1-b72c-426f-a9e3-0a26605130c6 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:20.125783 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-eb0de89b-dc7d-4112-ab69-585ec76d10e0 req-ecd013e1-b72c-426f-a9e3-0a26605130c6 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0460706 Apr 12 18:01:20.174918 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-eb0de89b-dc7d-4112-ab69-585ec76d10e0 req-96590779-dbd0-4faa-892b-63b3679ef4b1 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433028 Apr 12 18:01:20.885196 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff48d8f-353f-4c6f-8f85-2c28d53efa91 req-b2c1aa10-9054-42fd-adc4-0cc81259085e tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:20.886771 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4ff48d8f-353f-4c6f-8f85-2c28d53efa91 req-b2c1aa10-9054-42fd-adc4-0cc81259085e tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=e085072a-1360-4855-a679-62bbcbf23245 HTTP/1.1" status: 200 len: 946 time: 0.0507967 Apr 12 18:01:20.937911 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4ff48d8f-353f-4c6f-8f85-2c28d53efa91 req-2a60e50c-109a-4b38-b3ae-7199eec3da0d tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b8fe8d1-459c-4061-8f5a-4a502112345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454798 Apr 12 18:01:21.290714 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc296e-de0e-45be-8cd5-007da3dd54ff req-5efb7aa8-2612-4c0d-8fbe-70426dc9a16b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:21.292450 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a7dc296e-de0e-45be-8cd5-007da3dd54ff req-5efb7aa8-2612-4c0d-8fbe-70426dc9a16b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0472732 Apr 12 18:01:21.339268 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a7dc296e-de0e-45be-8cd5-007da3dd54ff req-df752ff1-c725-4886-920f-59ede901e2f6 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413520 Apr 12 18:01:22.049388 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bde5b-9233-488f-a4c1-16452624c95e req-647a3462-ab34-4768-b60a-460ecfdaef33 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:22.050931 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ab7bde5b-9233-488f-a4c1-16452624c95e req-647a3462-ab34-4768-b60a-460ecfdaef33 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=e085072a-1360-4855-a679-62bbcbf23245 HTTP/1.1" status: 200 len: 946 time: 0.0473790 Apr 12 18:01:22.099508 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ab7bde5b-9233-488f-a4c1-16452624c95e req-f4dc3b57-c85f-411e-827c-0486eece456e tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b8fe8d1-459c-4061-8f5a-4a502112345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412486 Apr 12 18:01:22.223615 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927f3e-84f8-49e4-902b-4b1ca940d9c5 req-931d0459-e374-4708-9a83-6bed2a9488bf tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:22.225341 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-35927f3e-84f8-49e4-902b-4b1ca940d9c5 req-931d0459-e374-4708-9a83-6bed2a9488bf tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=e085072a-1360-4855-a679-62bbcbf23245 HTTP/1.1" status: 200 len: 946 time: 0.0592821 Apr 12 18:01:22.234229 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 42086) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:22.238999 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-d4a946e3-2d3e-4514-8760-9df1edfb6700 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Request body: {'floatingip': {'port_id': 'b8e6ea46-8d1c-4db8-b79c-96ad857adc3e'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:01:22.280190 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d4a946e3-2d3e-4514-8760-9df1edfb6700 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for floatingip (0fcee815-9df9-4328-951a-c679984827d6), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:22.754059 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c217f-280d-460c-85dd-39f920e0d049 req-d1e175ba-e55f-4721-9b10-4a9884d63b63 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:22.755506 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1e3c217f-280d-460c-85dd-39f920e0d049 req-d1e175ba-e55f-4721-9b10-4a9884d63b63 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.3293583 Apr 12 18:01:22.882415 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1e3c217f-280d-460c-85dd-39f920e0d049 req-84e3dacd-2909-4849-8cad-5dd3174bc0d7 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184061 Apr 12 18:01:23.041234 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d4a946e3-2d3e-4514-8760-9df1edfb6700 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:23.045554 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d4a946e3-2d3e-4514-8760-9df1edfb6700 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (0fcee815-9df9-4328-951a-c679984827d6), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:23.145702 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.l3_db [None req-d4a946e3-2d3e-4514-8760-9df1edfb6700 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Floating IP 0fcee815-9df9-4328-951a-c679984827d6 associated. External IP: 172.27.0.30, port: b8e6ea46-8d1c-4db8-b79c-96ad857adc3e. Apr 12 18:01:23.360229 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a946e3-2d3e-4514-8760-9df1edfb6700 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Router 49a0daf5-88f1-4b49-ad50-c300dba617b0 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:01:23.479477 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a946e3-2d3e-4514-8760-9df1edfb6700 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:01:23.484315 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d4a946e3-2d3e-4514-8760-9df1edfb6700 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:23.489587 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d847eaa0-49e0-4a73-92e3-38a55fd4cd19 None None] Sync routers for ids ['49a0daf5-88f1-4b49-ad50-c300dba617b0'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:01:23.499548 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d847eaa0-49e0-4a73-92e3-38a55fd4cd19 None None] Routers {'49a0daf5-88f1-4b49-ad50-c300dba617b0'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:01:23.500243 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-d847eaa0-49e0-4a73-92e3-38a55fd4cd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:01:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['49a0daf5-88f1-4b49-ad50-c300dba617b0'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:23.515618 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-d4a946e3-2d3e-4514-8760-9df1edfb6700 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "PUT /v2.0/floatingips/0fcee815-9df9-4328-951a-c679984827d6 HTTP/1.1" status: 200 len: 991 time: 1.2801263 Apr 12 18:01:23.516211 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e085072a-1360-4855-a679-62bbcbf23245', 'tag': 'b8e6ea46-8d1c-4db8-b79c-96ad857adc3e'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:01:23.518580 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8794fbc469913332b26a1bcbfb78f2e90de67fe5ea04afc148497b54c77658c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884cb77f-007c-43ff-aac6-3cdff4c0d446" -d '{"events": [{"name": "network-changed", "server_uuid": "e085072a-1360-4855-a679-62bbcbf23245", "tag": "b8e6ea46-8d1c-4db8-b79c-96ad857adc3e"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:01:23.554286 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9db221-74a1-473a-84ea-c88337bf9432 x-openstack-request-id: req-ba9db221-74a1-473a-84ea-c88337bf9432 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:01:23.554590 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e085072a-1360-4855-a679-62bbcbf23245", "tag": "b8e6ea46-8d1c-4db8-b79c-96ad857adc3e", "status": "completed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:01:23.554841 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba9db221-74a1-473a-84ea-c88337bf9432 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:01:23.555244 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba9db221-74a1-473a-84ea-c88337bf9432'] response: {'name': 'network-changed', 'server_uuid': 'e085072a-1360-4855-a679-62bbcbf23245', 'tag': 'b8e6ea46-8d1c-4db8-b79c-96ad857adc3e', 'status': 'completed', 'code': 200} Apr 12 18:01:23.610020 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-d847eaa0-49e0-4a73-92e3-38a55fd4cd19 None None] Set router 49a0daf5-88f1-4b49-ad50-c300dba617b0 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:01:23.615936 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cb77f-007c-43ff-aac6-3cdff4c0d446 req-ef3fdfbf-e410-4b5f-ab14-6d2a56ce56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:23.618060 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-884cb77f-007c-43ff-aac6-3cdff4c0d446 req-ef3fdfbf-e410-4b5f-ab14-6d2a56ce56d6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6805cc1691a2411e9fe93aa26e73962a&device_id=e085072a-1360-4855-a679-62bbcbf23245 HTTP/1.1" status: 200 len: 1130 time: 0.0399804 Apr 12 18:01:23.707178 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cb77f-007c-43ff-aac6-3cdff4c0d446 req-3a1208fb-5c99-4573-a472-e47d6763c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:23.708601 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-884cb77f-007c-43ff-aac6-3cdff4c0d446 req-3a1208fb-5c99-4573-a472-e47d6763c72a service neutron] 10.222.0.23 "GET /v2.0/networks?id=962da255-4ac2-45d1-ad32-4d4894c84b68 HTTP/1.1" status: 200 len: 912 time: 0.0833199 Apr 12 18:01:23.780429 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-884cb77f-007c-43ff-aac6-3cdff4c0d446 req-c11f30ba-5fa4-4e07-b233-57257dd8e094 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e6ea46-8d1c-4db8-b79c-96ad857adc3e HTTP/1.1" status: 200 len: 999 time: 0.0613337 Apr 12 18:01:23.825269 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-d847eaa0-49e0-4a73-92e3-38a55fd4cd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'name': 'tempest-AttachVolumeTestJSON-1407309218-router', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '630ac3f3-5053-4142-af04-7a686398b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:19Z', 'revision_number': 4, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'gw_port': {'id': '630ac3f3-5053-4142-af04-7a686398b926', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '0fcee815-9df9-4328-951a-c679984827d6', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'port_id': 'b8e6ea46-8d1c-4db8-b79c-96ad857adc3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'mac_address': 'fa:16:3e:f3:f9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085072a-1360-4855-a679-62bbcbf23245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:01:11Z', 'updated_at': '2022-04-12T18:01:22Z', 'revision_number': 1, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a77e5ac-4462-49fb-a402-b16ad864d3a5', 'name': '', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'mac_address': 'fa:16:3e:b5:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:19Z', 'updated_at': '2022-04-12T17:57:24Z', 'revision_number': 5, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'subnets': [{'id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:23.853834 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d847eaa0-49e0-4a73-92e3-38a55fd4cd19 None None] Checking router: 49a0daf5-88f1-4b49-ad50-c300dba617b0 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:01:23.861692 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d847eaa0-49e0-4a73-92e3-38a55fd4cd19 None None] Routers {'49a0daf5-88f1-4b49-ad50-c300dba617b0'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:01:23.862312 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-d847eaa0-49e0-4a73-92e3-38a55fd4cd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:01:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['49a0daf5-88f1-4b49-ad50-c300dba617b0'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:23.966260 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-d847eaa0-49e0-4a73-92e3-38a55fd4cd19 None None] Set router 49a0daf5-88f1-4b49-ad50-c300dba617b0 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:01:24.173159 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c68a6-0cba-43cf-a2fd-06171ed4b679 req-1d466efc-f915-489f-a8a1-dd1a411c8fe6 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:24.174648 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-885c68a6-0cba-43cf-a2fd-06171ed4b679 req-1d466efc-f915-489f-a8a1-dd1a411c8fe6 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0482926 Apr 12 18:01:24.177099 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-d847eaa0-49e0-4a73-92e3-38a55fd4cd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'name': 'tempest-AttachVolumeTestJSON-1407309218-router', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '630ac3f3-5053-4142-af04-7a686398b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:19Z', 'revision_number': 4, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'gw_port': {'id': '630ac3f3-5053-4142-af04-7a686398b926', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '0fcee815-9df9-4328-951a-c679984827d6', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'port_id': 'b8e6ea46-8d1c-4db8-b79c-96ad857adc3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'mac_address': 'fa:16:3e:f3:f9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085072a-1360-4855-a679-62bbcbf23245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:01:11Z', 'updated_at': '2022-04-12T18:01:22Z', 'revision_number': 1, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a77e5ac-4462-49fb-a402-b16ad864d3a5', 'name': '', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'mac_address': 'fa:16:3e:b5:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:19Z', 'updated_at': '2022-04-12T17:57:24Z', 'revision_number': 5, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'subnets': [{'id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:01:24.227023 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-885c68a6-0cba-43cf-a2fd-06171ed4b679 req-37d1b866-6fa8-4669-ad92-e4accc11599b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460165 Apr 12 18:01:24.295513 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d847eaa0-49e0-4a73-92e3-38a55fd4cd19 None None] The sync data for ids ['49a0daf5-88f1-4b49-ad50-c300dba617b0'] in dv-cinder-837534-1-iscsi is: [{'id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'name': 'tempest-AttachVolumeTestJSON-1407309218-router', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '630ac3f3-5053-4142-af04-7a686398b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:19Z', 'revision_number': 4, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'gw_port': {'id': '630ac3f3-5053-4142-af04-7a686398b926', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '0fcee815-9df9-4328-951a-c679984827d6', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'port_id': 'b8e6ea46-8d1c-4db8-b79c-96ad857adc3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'mac_address': 'fa:16:3e:f3:f9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085072a-1360-4855-a679-62bbcbf23245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:01:11Z', 'updated_at': '2022-04-12T18:01:22Z', 'revision_number': 1, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a77e5ac-4462-49fb-a402-b16ad864d3a5', 'name': '', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'mac_address': 'fa:16:3e:b5:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:19Z', 'updated_at': '2022-04-12T17:57:24Z', 'revision_number': 5, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'subnets': [{'id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:01:24.494698 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d937c1-4c6d-40c1-8a63-36f2d04a448e None None] New status for floating IP 0fcee815-9df9-4328-951a-c679984827d6: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:01:24.618328 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cb77f-007c-43ff-aac6-3cdff4c0d446 req-cca25149-9e16-4684-bb96-5300ef6cff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:24.619778 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-884cb77f-007c-43ff-aac6-3cdff4c0d446 req-cca25149-9e16-4684-bb96-5300ef6cff87 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58bfda40-3da6-4fb6-b2fa-6600bac73073 HTTP/1.1" status: 200 len: 850 time: 0.0436463 Apr 12 18:01:25.357534 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96f4ac-93eb-4423-9a82-07c7ec9fad92 req-9cd86c6a-7e1a-43af-995c-95420419846e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:25.359031 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-fd96f4ac-93eb-4423-9a82-07c7ec9fad92 req-9cd86c6a-7e1a-43af-995c-95420419846e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0474265 Apr 12 18:01:25.407370 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-fd96f4ac-93eb-4423-9a82-07c7ec9fad92 req-ab600479-1839-483f-98e6-50eb0440330c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428333 Apr 12 18:01:25.415629 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cb77f-007c-43ff-aac6-3cdff4c0d446 req-bc88a9f7-bec0-4341-9a63-47bf8db9f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:25.417407 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-884cb77f-007c-43ff-aac6-3cdff4c0d446 req-bc88a9f7-bec0-4341-9a63-47bf8db9f373 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=962da255-4ac2-45d1-ad32-4d4894c84b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390494 Apr 12 18:01:26.364843 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-884cb77f-007c-43ff-aac6-3cdff4c0d446 req-ff1804f6-a0b0-466c-a493-65fe39ad6419 service neutron] 10.222.0.23 "GET /v2.0/networks/962da255-4ac2-45d1-ad32-4d4894c84b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843811 Apr 12 18:01:26.454371 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-884cb77f-007c-43ff-aac6-3cdff4c0d446 req-fedf3574-8bce-4916-b016-894568b8af85 service neutron] 10.222.0.23 "GET /v2.0/networks/962da255-4ac2-45d1-ad32-4d4894c84b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832376 Apr 12 18:01:26.528388 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7e630-3127-4278-aceb-e6c4f6d3529e req-950a550e-ad9c-4ada-803f-308b38320969 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:26.529955 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-58f7e630-3127-4278-aceb-e6c4f6d3529e req-950a550e-ad9c-4ada-803f-308b38320969 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0481157 Apr 12 18:01:26.583536 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-58f7e630-3127-4278-aceb-e6c4f6d3529e req-1946606b-9c1e-4196-ba60-a540ef82b234 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457349 Apr 12 18:01:27.703087 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1daa68-3321-4a57-a7f4-153f6fe60371 req-264702e0-84d9-4119-afbb-dbb1f1a77bd0 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:27.704878 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4c1daa68-3321-4a57-a7f4-153f6fe60371 req-264702e0-84d9-4119-afbb-dbb1f1a77bd0 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0492489 Apr 12 18:01:27.751714 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4c1daa68-3321-4a57-a7f4-153f6fe60371 req-70c0e524-d475-4b26-8fae-b6280f185ae9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416303 Apr 12 18:01:28.274563 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a60880e3-1adb-40d6-aa33-485f73cb4dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:28.867885 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb7ec2-55b4-4bfe-8607-4651c353f4be req-881fee66-f7e4-4189-93ce-04c4dae6c351 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:28.869346 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-29cb7ec2-55b4-4bfe-8607-4651c353f4be req-881fee66-f7e4-4189-93ce-04c4dae6c351 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0459981 Apr 12 18:01:28.915242 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-29cb7ec2-55b4-4bfe-8607-4651c353f4be req-f753d89a-33b0-4dd9-84cc-d36432b3eb5a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404525 Apr 12 18:01:29.736001 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 42184) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:29.839827 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4500b0c6-b872-434b-82af-50a063010a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:29.910222 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4500b0c6-b872-434b-82af-50a063010a0e admin admin] Publish callbacks [] for security_group (9a831e66-98d8-4efa-9bf8-c8cd7005c2d6), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:29.913571 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4500b0c6-b872-434b-82af-50a063010a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (9a831e66-98d8-4efa-9bf8-c8cd7005c2d6), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:29.950418 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-4500b0c6-b872-434b-82af-50a063010a0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a559851750c947cebe94031a80bc736a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133317 Apr 12 18:01:29.952661 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500b0c6-b872-434b-82af-50a063010a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a831e66-98d8-4efa-9bf8-c8cd7005c2d6,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:29.953284 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 42190) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:30.041529 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0af01a64-e48f-40c5-83d0-0ac9cc5fee75 admin admin] Publish callbacks [] for security_group (9a831e66-98d8-4efa-9bf8-c8cd7005c2d6), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:30.048792 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdb52c-9dd4-48f9-a5b3-210adf2243af req-9ef11122-0729-49f8-83d0-26be271240dc tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:30.050276 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-30cdb52c-9dd4-48f9-a5b3-210adf2243af req-9ef11122-0729-49f8-83d0-26be271240dc tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0618188 Apr 12 18:01:30.083303 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0af01a64-e48f-40c5-83d0-0ac9cc5fee75 admin admin] Publish callbacks [] for security_group (9a831e66-98d8-4efa-9bf8-c8cd7005c2d6), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:30.134830 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-30cdb52c-9dd4-48f9-a5b3-210adf2243af req-1ff96eb5-29ce-49de-a766-b200ae4e1616 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760839 Apr 12 18:01:30.155180 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0af01a64-e48f-40c5-83d0-0ac9cc5fee75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (9a831e66-98d8-4efa-9bf8-c8cd7005c2d6), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:30.157892 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0af01a64-e48f-40c5-83d0-0ac9cc5fee75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:30.159034 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-0af01a64-e48f-40c5-83d0-0ac9cc5fee75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a831e66-98d8-4efa-9bf8-c8cd7005c2d6 HTTP/1.1" status: 204 len: 168 time: 0.2047682 Apr 12 18:01:30.166645 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af01a64-e48f-40c5-83d0-0ac9cc5fee75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a831e66-98d8-4efa-9bf8-c8cd7005c2d6,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:30.415370 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 42198) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:30.428393 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-49e53887-3ec1-495c-bd3a-2f12e4fcf471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:30.501844 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-49e53887-3ec1-495c-bd3a-2f12e4fcf471 admin admin] Publish callbacks [] for security_group (99dd61b8-3f9a-405c-baa4-b80625de0566), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:30.506424 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-49e53887-3ec1-495c-bd3a-2f12e4fcf471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (99dd61b8-3f9a-405c-baa4-b80625de0566), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:30.544275 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-49e53887-3ec1-495c-bd3a-2f12e4fcf471 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1534500fd4d452cb7367ee28e936e3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279399 Apr 12 18:01:30.545124 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e53887-3ec1-495c-bd3a-2f12e4fcf471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dd61b8-3f9a-405c-baa4-b80625de0566,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:30.547048 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 42200) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:30.595665 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8596db76-ebaf-44b8-a3c8-c87f2e0fcd44 admin admin] Publish callbacks [] for security_group (99dd61b8-3f9a-405c-baa4-b80625de0566), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:30.616381 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8596db76-ebaf-44b8-a3c8-c87f2e0fcd44 admin admin] Publish callbacks [] for security_group (99dd61b8-3f9a-405c-baa4-b80625de0566), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:30.662570 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8596db76-ebaf-44b8-a3c8-c87f2e0fcd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (99dd61b8-3f9a-405c-baa4-b80625de0566), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:30.665345 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8596db76-ebaf-44b8-a3c8-c87f2e0fcd44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:30.666570 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-8596db76-ebaf-44b8-a3c8-c87f2e0fcd44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99dd61b8-3f9a-405c-baa4-b80625de0566 HTTP/1.1" status: 204 len: 168 time: 0.1183991 Apr 12 18:01:30.674459 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596db76-ebaf-44b8-a3c8-c87f2e0fcd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dd61b8-3f9a-405c-baa4-b80625de0566,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:30.811456 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c67dc363-c2e3-46ea-b294-54aa6a09bd67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:31.258841 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24504cae-9a18-4eed-b59a-df48cedf0525 req-de09a531-e05f-4a79-8432-1b54ba36ccaf tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:31.260322 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-24504cae-9a18-4eed-b59a-df48cedf0525 req-de09a531-e05f-4a79-8432-1b54ba36ccaf tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0521793 Apr 12 18:01:31.308703 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-24504cae-9a18-4eed-b59a-df48cedf0525 req-56ef8d2b-c199-47ad-bd92-7c7853ad9060 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426602 Apr 12 18:01:31.664379 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:31.879104 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:32.424193 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce21bd-9bd8-43e6-b1d8-ba2934f634cf req-04b79f5c-dfb4-4635-9b15-8928dd476161 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:32.425778 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1fce21bd-9bd8-43e6-b1d8-ba2934f634cf req-04b79f5c-dfb4-4635-9b15-8928dd476161 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0483689 Apr 12 18:01:32.474440 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1fce21bd-9bd8-43e6-b1d8-ba2934f634cf req-e1becf35-3582-4521-903e-fe642ec7ad07 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426800 Apr 12 18:01:32.540067 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 42276) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:32.642840 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c6a4bbf0-7974-433e-828a-19da9d38a14e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:32.716681 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c6a4bbf0-7974-433e-828a-19da9d38a14e admin admin] Publish callbacks [] for security_group (bd76973e-efe7-45df-87ff-76f9a921a588), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:32.721003 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c6a4bbf0-7974-433e-828a-19da9d38a14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (bd76973e-efe7-45df-87ff-76f9a921a588), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:32.766372 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-c6a4bbf0-7974-433e-828a-19da9d38a14e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6bef5d79e571485c89923d215dc4bb06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252107 Apr 12 18:01:32.767312 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4bbf0-7974-433e-828a-19da9d38a14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd76973e-efe7-45df-87ff-76f9a921a588,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:32.769074 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 42280) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:32.817525 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcb969b2-d9b0-4f79-b504-134329314ffe admin admin] Publish callbacks [] for security_group (bd76973e-efe7-45df-87ff-76f9a921a588), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:32.842294 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcb969b2-d9b0-4f79-b504-134329314ffe admin admin] Publish callbacks [] for security_group (bd76973e-efe7-45df-87ff-76f9a921a588), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:32.888232 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcb969b2-d9b0-4f79-b504-134329314ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (bd76973e-efe7-45df-87ff-76f9a921a588), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:32.890912 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcb969b2-d9b0-4f79-b504-134329314ffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:32.892040 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-fcb969b2-d9b0-4f79-b504-134329314ffe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd76973e-efe7-45df-87ff-76f9a921a588 HTTP/1.1" status: 204 len: 168 time: 0.1218240 Apr 12 18:01:32.899661 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb969b2-d9b0-4f79-b504-134329314ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd76973e-efe7-45df-87ff-76f9a921a588,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:33.104053 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:33.147539 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 42286) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:33.160546 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-61672138-1c04-4f3a-b516-536fa72070c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:33.234791 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-61672138-1c04-4f3a-b516-536fa72070c2 admin admin] Publish callbacks [] for security_group (5d35db5b-683a-4f87-a455-b261258ad85a), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:33.238327 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-61672138-1c04-4f3a-b516-536fa72070c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (5d35db5b-683a-4f87-a455-b261258ad85a), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:33.280903 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-61672138-1c04-4f3a-b516-536fa72070c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9682bacb8a14b848f9467780748b7a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320882 Apr 12 18:01:33.281758 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61672138-1c04-4f3a-b516-536fa72070c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d35db5b-683a-4f87-a455-b261258ad85a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:33.284304 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 42288) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:33.335612 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0052e2a0-673e-4f84-98bb-eda3d037c772 admin admin] Publish callbacks [] for security_group (5d35db5b-683a-4f87-a455-b261258ad85a), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:33.357016 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0052e2a0-673e-4f84-98bb-eda3d037c772 admin admin] Publish callbacks [] for security_group (5d35db5b-683a-4f87-a455-b261258ad85a), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:33.408230 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0052e2a0-673e-4f84-98bb-eda3d037c772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (5d35db5b-683a-4f87-a455-b261258ad85a), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:33.410714 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0052e2a0-673e-4f84-98bb-eda3d037c772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:33.411855 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-0052e2a0-673e-4f84-98bb-eda3d037c772 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d35db5b-683a-4f87-a455-b261258ad85a HTTP/1.1" status: 204 len: 168 time: 0.1264093 Apr 12 18:01:33.420953 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052e2a0-673e-4f84-98bb-eda3d037c772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d35db5b-683a-4f87-a455-b261258ad85a,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:33.597644 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba981b-d5ec-4e34-87ba-90199039df50 req-3fee66bc-fcb9-4e89-968a-af5503ae110b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:33.599556 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-94ba981b-d5ec-4e34-87ba-90199039df50 req-3fee66bc-fcb9-4e89-968a-af5503ae110b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0517311 Apr 12 18:01:33.648168 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-94ba981b-d5ec-4e34-87ba-90199039df50 req-1ea394b0-749c-4005-addf-c28fd0fb7bff tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426242 Apr 12 18:01:34.397076 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:34.772770 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca54e54-14e0-4faf-a844-01b45a8949af req-b53c7c8f-ad8a-4e94-822c-8e8d12dd7489 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:34.774493 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5ca54e54-14e0-4faf-a844-01b45a8949af req-b53c7c8f-ad8a-4e94-822c-8e8d12dd7489 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0532157 Apr 12 18:01:34.822008 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5ca54e54-14e0-4faf-a844-01b45a8949af req-0456552b-f39a-45c8-b89d-259837ed070b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422218 Apr 12 18:01:35.942663 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd12f4d-c689-4e5a-b6e9-bafb5df8e3b6 req-29501c95-fca8-4231-9c15-bda7ad4edc52 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:35.944141 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8dd12f4d-c689-4e5a-b6e9-bafb5df8e3b6 req-29501c95-fca8-4231-9c15-bda7ad4edc52 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0483139 Apr 12 18:01:35.990441 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8dd12f4d-c689-4e5a-b6e9-bafb5df8e3b6 req-8b5d0823-553a-4257-9aea-8bf7aff565bf tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405996 Apr 12 18:01:36.594913 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:01:37.106851 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc066a-fd6d-4a48-b117-ce36ae0be52c req-66c2546f-7f7c-47fc-83b4-9574af2eb5ce tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:37.108278 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-06dc066a-fd6d-4a48-b117-ce36ae0be52c req-66c2546f-7f7c-47fc-83b4-9574af2eb5ce tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0479956 Apr 12 18:01:37.153885 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-06dc066a-fd6d-4a48-b117-ce36ae0be52c req-28268688-c1de-49fe-8d43-234aef57cdd9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401843 Apr 12 18:01:38.273672 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e318d-2f20-41cd-afe2-40461d3daff3 req-186952a3-097d-4600-a58f-4f155ad3b23a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:38.275741 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-787e318d-2f20-41cd-afe2-40461d3daff3 req-186952a3-097d-4600-a58f-4f155ad3b23a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0519910 Apr 12 18:01:38.340030 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-787e318d-2f20-41cd-afe2-40461d3daff3 req-fac4c4fe-4f2d-460f-9fd6-fe4551f58946 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584114 Apr 12 18:01:39.458874 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47864879-db67-4606-8d9a-cdd525dc0fac req-e405db34-1a63-478b-b1a9-381c5bb02c75 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:39.460335 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-47864879-db67-4606-8d9a-cdd525dc0fac req-e405db34-1a63-478b-b1a9-381c5bb02c75 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0469077 Apr 12 18:01:39.511094 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-47864879-db67-4606-8d9a-cdd525dc0fac req-464a1285-b92e-4010-ab4e-71e8b4df9cd6 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445576 Apr 12 18:01:39.883855 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 42426) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:39.984100 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-67d34c19-2c9e-4cdc-84f7-54719af13ca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:40.058101 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-67d34c19-2c9e-4cdc-84f7-54719af13ca8 admin admin] Publish callbacks [] for security_group (52ed9981-4b7a-477d-b603-56ccc0cdc3df), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:40.062650 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-67d34c19-2c9e-4cdc-84f7-54719af13ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (52ed9981-4b7a-477d-b603-56ccc0cdc3df), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:40.100232 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-67d34c19-2c9e-4cdc-84f7-54719af13ca8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca31083c22d8458aabe29a4657f7b8ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153387 Apr 12 18:01:40.101082 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d34c19-2c9e-4cdc-84f7-54719af13ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ed9981-4b7a-477d-b603-56ccc0cdc3df,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:40.103510 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 42430) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:40.150367 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-268b1a47-6be0-4c89-a8b0-740fe8a37c0c admin admin] Publish callbacks [] for security_group (52ed9981-4b7a-477d-b603-56ccc0cdc3df), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:40.171142 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-268b1a47-6be0-4c89-a8b0-740fe8a37c0c admin admin] Publish callbacks [] for security_group (52ed9981-4b7a-477d-b603-56ccc0cdc3df), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:40.217341 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-268b1a47-6be0-4c89-a8b0-740fe8a37c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (52ed9981-4b7a-477d-b603-56ccc0cdc3df), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:40.219801 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-268b1a47-6be0-4c89-a8b0-740fe8a37c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:40.220905 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-268b1a47-6be0-4c89-a8b0-740fe8a37c0c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52ed9981-4b7a-477d-b603-56ccc0cdc3df HTTP/1.1" status: 204 len: 168 time: 0.1158545 Apr 12 18:01:40.228764 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b1a47-6be0-4c89-a8b0-740fe8a37c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ed9981-4b7a-477d-b603-56ccc0cdc3df,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:40.235776 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b1a47-6be0-4c89-a8b0-740fe8a37c0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:40.236124 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b1a47-6be0-4c89-a8b0-740fe8a37c0c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:40.236477 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b1a47-6be0-4c89-a8b0-740fe8a37c0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:40.236815 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b1a47-6be0-4c89-a8b0-740fe8a37c0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:40.237151 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b1a47-6be0-4c89-a8b0-740fe8a37c0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:40.237492 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b1a47-6be0-4c89-a8b0-740fe8a37c0c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:40.237878 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b1a47-6be0-4c89-a8b0-740fe8a37c0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:40.238234 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b1a47-6be0-4c89-a8b0-740fe8a37c0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:40.238566 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b1a47-6be0-4c89-a8b0-740fe8a37c0c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:40.238895 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b1a47-6be0-4c89-a8b0-740fe8a37c0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:40.239221 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b1a47-6be0-4c89-a8b0-740fe8a37c0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:40.239549 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b1a47-6be0-4c89-a8b0-740fe8a37c0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:40.239872 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b1a47-6be0-4c89-a8b0-740fe8a37c0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:40.240194 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b1a47-6be0-4c89-a8b0-740fe8a37c0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:40.240512 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b1a47-6be0-4c89-a8b0-740fe8a37c0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:40.480023 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 42436) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:40.493718 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5b669189-b71d-4040-9285-678387faad71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:40.568320 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5b669189-b71d-4040-9285-678387faad71 admin admin] Publish callbacks [] for security_group (3efe64f6-28a6-4cb4-93ae-d434c52f9205), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:40.572842 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5b669189-b71d-4040-9285-678387faad71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (3efe64f6-28a6-4cb4-93ae-d434c52f9205), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:40.642765 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-5b669189-b71d-4040-9285-678387faad71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=479b88400c0f41a5affdc020994b9074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1616549 Apr 12 18:01:40.645443 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 42440) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:01:40.645600 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b669189-b71d-4040-9285-678387faad71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efe64f6-28a6-4cb4-93ae-d434c52f9205,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:40.658854 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c62c53-a2a9-4835-bf22-31889dbfa62d req-1e6376fc-71a5-4d63-8d44-7a79a3915128 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:40.660330 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-68c62c53-a2a9-4835-bf22-31889dbfa62d req-1e6376fc-71a5-4d63-8d44-7a79a3915128 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0753059 Apr 12 18:01:40.707973 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c4c3ba1-8c7d-40a4-a887-cfe437517d15 admin admin] Publish callbacks [] for security_group (3efe64f6-28a6-4cb4-93ae-d434c52f9205), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:40.713089 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-68c62c53-a2a9-4835-bf22-31889dbfa62d req-7291fb23-9b6b-4e1e-ae34-bf9516a18d0d tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429823 Apr 12 18:01:40.729641 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c4c3ba1-8c7d-40a4-a887-cfe437517d15 admin admin] Publish callbacks [] for security_group (3efe64f6-28a6-4cb4-93ae-d434c52f9205), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:40.779589 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c4c3ba1-8c7d-40a4-a887-cfe437517d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (3efe64f6-28a6-4cb4-93ae-d434c52f9205), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:40.782854 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5c4c3ba1-8c7d-40a4-a887-cfe437517d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:40.783497 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-5c4c3ba1-8c7d-40a4-a887-cfe437517d15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3efe64f6-28a6-4cb4-93ae-d434c52f9205 HTTP/1.1" status: 204 len: 168 time: 0.1370933 Apr 12 18:01:40.792766 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c3ba1-8c7d-40a4-a887-cfe437517d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efe64f6-28a6-4cb4-93ae-d434c52f9205,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:41.570466 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:01:41.690940 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:01:41.705899 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'port_id': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8', 'mac_address': 'fa:16:3e:f7:01:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:01:41.753004 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 is: ACTIVE; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:01:41.753387 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:41.777219 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:01:41.812375 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:01:41.823148 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:41.843728 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb3f2d-4f4e-4897-9cff-afece1de19bf req-ad2076b0-827d-4eb4-8c76-80f613c30a94 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:41.846261 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3fcb3f2d-4f4e-4897-9cff-afece1de19bf req-ad2076b0-827d-4eb4-8c76-80f613c30a94 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0531077 Apr 12 18:01:41.909543 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,revision_number=6']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:41.910435 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3fcb3f2d-4f4e-4897-9cff-afece1de19bf req-571bc1fc-e9a4-475f-aece-53c7378d44fd tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553937 Apr 12 18:01:41.937580 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['b9a5dbde-7ebf-4aff-9d55-32978c4f27e8'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:01:43.049090 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892dac2-f69f-421e-a7bb-1e3fe4cf598d req-96ad48e7-cadf-4bae-8f4a-fac5f835d5b0 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:43.051501 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f892dac2-f69f-421e-a7bb-1e3fe4cf598d req-96ad48e7-cadf-4bae-8f4a-fac5f835d5b0 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 945 time: 0.0570433 Apr 12 18:01:43.108095 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f892dac2-f69f-421e-a7bb-1e3fe4cf598d req-b18df983-1783-4a4f-b025-23462d81bcc7 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504239 Apr 12 18:01:44.236510 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b80702-d9ba-4f80-a8b1-e8bded7066ef req-934b1779-b37e-4af5-83a6-fd8ce9091b71 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:44.237999 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b2b80702-d9ba-4f80-a8b1-e8bded7066ef req-934b1779-b37e-4af5-83a6-fd8ce9091b71 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 945 time: 0.0469196 Apr 12 18:01:44.287312 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b2b80702-d9ba-4f80-a8b1-e8bded7066ef req-495767da-fb02-4193-885b-8306a2d6ad69 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429318 Apr 12 18:01:44.418779 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:01:44.470261 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:01:44.470261 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:44.555474 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:01:44.555944 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:44.579327 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a2d392-16f5-4e20-8486-9dd65baf6ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:01:44.582211 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8531cda-b9b3-4a3f-a2f8-a5baa0b37e65" -d '{"events": [{"server_uuid": "f0a2d392-16f5-4e20-8486-9dd65baf6ff3", "name": "network-vif-plugged", "status": "completed", "tag": "b9a5dbde-7ebf-4aff-9d55-32978c4f27e8"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:01:44.595098 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:01:44.599352 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:44.662037 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,revision_number=7']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:44.755509 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d59a553-092d-446d-bc46-4befa909a1af x-openstack-request-id: req-5d59a553-092d-446d-bc46-4befa909a1af {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:01:44.755899 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a2d392-16f5-4e20-8486-9dd65baf6ff3", "name": "network-vif-plugged", "status": "completed", "tag": "b9a5dbde-7ebf-4aff-9d55-32978c4f27e8", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:01:44.756276 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d59a553-092d-446d-bc46-4befa909a1af {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:01:44.756856 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d59a553-092d-446d-bc46-4befa909a1af'] response: {'server_uuid': 'f0a2d392-16f5-4e20-8486-9dd65baf6ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8', 'code': 200} Apr 12 18:01:45.450954 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746f8c1-c6dd-49c6-b282-64f6f41db330 req-130a0495-9638-492a-9b10-172c00836739 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:45.453429 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4746f8c1-c6dd-49c6-b282-64f6f41db330 req-130a0495-9638-492a-9b10-172c00836739 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0645704 Apr 12 18:01:45.514265 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4746f8c1-c6dd-49c6-b282-64f6f41db330 req-57846985-15cd-43b4-87d7-5c7d715f3e09 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541279 Apr 12 18:01:46.656322 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8955c-ba92-41b2-889d-52e6a37cd0d4 req-36f8d3ae-c390-4a7f-b86d-9a19e14dae77 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:46.658710 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3af8955c-ba92-41b2-889d-52e6a37cd0d4 req-36f8d3ae-c390-4a7f-b86d-9a19e14dae77 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0549469 Apr 12 18:01:46.712435 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3af8955c-ba92-41b2-889d-52e6a37cd0d4 req-e9cb6215-bb13-4ee6-a981-a9825f728510 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444753 Apr 12 18:01:47.840626 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dea50e-214f-454a-86fe-98a7ef91ccc7 req-9c86f7fc-aa47-46b3-9a20-4f68736d93f3 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:47.845400 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-39dea50e-214f-454a-86fe-98a7ef91ccc7 req-9c86f7fc-aa47-46b3-9a20-4f68736d93f3 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0565469 Apr 12 18:01:47.891035 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-39dea50e-214f-454a-86fe-98a7ef91ccc7 req-aee6132a-4927-4451-8dd8-7cd7784c0f3b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428631 Apr 12 18:01:49.033699 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d75e9-4246-4c74-8ca3-11c62ade2ee5 req-09af005b-2386-4998-b866-14456b245208 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:49.039262 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-368d75e9-4246-4c74-8ca3-11c62ade2ee5 req-09af005b-2386-4998-b866-14456b245208 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0596130 Apr 12 18:01:49.093035 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-368d75e9-4246-4c74-8ca3-11c62ade2ee5 req-8d62454e-4aa7-4610-9757-0a5db12eb418 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513952 Apr 12 18:01:50.237589 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1b6bd-42e3-4523-ac09-7972f92c0559 req-cde53a08-7ea6-46a9-a0a4-69c6cb935430 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:50.246914 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9da1b6bd-42e3-4523-ac09-7972f92c0559 req-cde53a08-7ea6-46a9-a0a4-69c6cb935430 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0717373 Apr 12 18:01:50.305131 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9da1b6bd-42e3-4523-ac09-7972f92c0559 req-72f78471-f3ec-4cbb-bd26-ae2205352eeb tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565517 Apr 12 18:01:51.158134 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e93daf-a2bc-472e-bca9-e0b6028d2788 req-56d7f313-16cd-4d0b-9c2e-0f9633c3d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:51.159633 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-50e93daf-a2bc-472e-bca9-e0b6028d2788 req-56d7f313-16cd-4d0b-9c2e-0f9633c3d9f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c98209fd1841f9ad91c5c823b05ed8&device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 1130 time: 0.0377207 Apr 12 18:01:51.423975 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b216c7-c33b-479c-ab2f-e45967f1f7a2 req-f249ecb5-eadc-4461-ae97-a1cb3e8b7fdf tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:51.425714 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e2b216c7-c33b-479c-ab2f-e45967f1f7a2 req-f249ecb5-eadc-4461-ae97-a1cb3e8b7fdf tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0468543 Apr 12 18:01:51.475784 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e2b216c7-c33b-479c-ab2f-e45967f1f7a2 req-dc7366b7-e475-4eb9-aba5-d5f7915ff265 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442123 Apr 12 18:01:52.141465 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e93daf-a2bc-472e-bca9-e0b6028d2788 req-f342ff50-1f76-44e2-9388-9f99b356398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:52.142938 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-50e93daf-a2bc-472e-bca9-e0b6028d2788 req-f342ff50-1f76-44e2-9388-9f99b356398a service neutron] 10.222.0.23 "GET /v2.0/networks?id=620e6442-ea5d-4803-85d5-538016f366eb HTTP/1.1" status: 200 len: 918 time: 0.0902338 Apr 12 18:01:52.591273 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0acc8-4737-43a6-b276-782059ed86c2 req-b11276d9-e6c5-4389-9336-7ca0615c440a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:52.592718 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-41c0acc8-4737-43a6-b276-782059ed86c2 req-b11276d9-e6c5-4389-9336-7ca0615c440a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0468073 Apr 12 18:01:52.637700 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-41c0acc8-4737-43a6-b276-782059ed86c2 req-7772aeca-9627-430b-852a-c28d1c6b00c2 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396500 Apr 12 18:01:52.932836 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-50e93daf-a2bc-472e-bca9-e0b6028d2788 req-3251babb-cc94-4c7b-b6a3-78863b8b9469 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 HTTP/1.1" status: 200 len: 1001 time: 0.0577424 Apr 12 18:01:53.751733 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70d837-e765-49f6-be08-2f7096fd5bb4 req-27d712d5-3a99-4f93-8438-292df0164a6e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:53.753168 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ae70d837-e765-49f6-be08-2f7096fd5bb4 req-27d712d5-3a99-4f93-8438-292df0164a6e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 946 time: 0.0450754 Apr 12 18:01:53.798956 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ae70d837-e765-49f6-be08-2f7096fd5bb4 req-e1c2180c-4f8b-4e5b-a54f-41c7ca2f9a06 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394752 Apr 12 18:01:53.832976 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e93daf-a2bc-472e-bca9-e0b6028d2788 req-d3acbef0-df9d-4c8c-8a5e-ad2c858b580a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:53.834462 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-50e93daf-a2bc-472e-bca9-e0b6028d2788 req-d3acbef0-df9d-4c8c-8a5e-ad2c858b580a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bbb6ee85-b118-461b-9d62-32e550eb62b2 HTTP/1.1" status: 200 len: 856 time: 0.0472403 Apr 12 18:01:53.877348 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e93daf-a2bc-472e-bca9-e0b6028d2788 req-f158667f-6ade-46d5-81fb-226f9a8883b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:53.878817 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-50e93daf-a2bc-472e-bca9-e0b6028d2788 req-f158667f-6ade-46d5-81fb-226f9a8883b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=620e6442-ea5d-4803-85d5-538016f366eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373356 Apr 12 18:01:53.977327 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-50e93daf-a2bc-472e-bca9-e0b6028d2788 req-013a2546-9fd9-4394-979d-b4bb1acf9197 service neutron] 10.222.0.23 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810297 Apr 12 18:01:54.071919 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-50e93daf-a2bc-472e-bca9-e0b6028d2788 req-2c08aaa8-7ee4-4b0b-bbb8-658c6fdc4cf5 service neutron] 10.222.0.23 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887561 Apr 12 18:01:54.072829 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:01:54.161068 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 is: ACTIVE; New status is: DOWN {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:01:54.161458 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:54.183994 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a2d392-16f5-4e20-8486-9dd65baf6ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:01:54.186213 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fad10a1-e611-4f66-8679-0bb482a57be8" -d '{"events": [{"server_uuid": "f0a2d392-16f5-4e20-8486-9dd65baf6ff3", "name": "network-vif-unplugged", "status": "completed", "tag": "b9a5dbde-7ebf-4aff-9d55-32978c4f27e8"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:01:54.199008 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:01:54.204259 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:54.230285 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 18:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec26a59a-0ba5-423a-bdee-f46f09076925 x-openstack-request-id: req-ec26a59a-0ba5-423a-bdee-f46f09076925 {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:01:54.230576 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a2d392-16f5-4e20-8486-9dd65baf6ff3", "name": "network-vif-unplugged", "status": "completed", "tag": "b9a5dbde-7ebf-4aff-9d55-32978c4f27e8", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:01:54.230830 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec26a59a-0ba5-423a-bdee-f46f09076925 {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:01:54.231213 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec26a59a-0ba5-423a-bdee-f46f09076925'] response: {'server_uuid': 'f0a2d392-16f5-4e20-8486-9dd65baf6ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8', 'code': 200} Apr 12 18:01:54.256784 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,revision_number=8']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:01:54.264088 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:54.264463 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:54.264858 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:54.265217 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:54.265559 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:54.265892 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:54.266247 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:54.266578 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:54.266904 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:54.267228 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:54.267553 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:54.267892 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:54.268223 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:54.268563 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:54.268863 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:01:54.918007 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c08a4-405a-4f99-93b8-3a32cc0dce1f req-9f09fb03-319d-4350-ae25-a63cf1d537b8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:54.919477 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-584c08a4-405a-4f99-93b8-3a32cc0dce1f req-9f09fb03-319d-4350-ae25-a63cf1d537b8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 944 time: 0.0494401 Apr 12 18:01:54.966003 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-584c08a4-405a-4f99-93b8-3a32cc0dce1f req-2dc2f7fa-bdee-49c7-b365-b557f71ad61b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410423 Apr 12 18:01:56.082226 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10efbdc-0422-4236-9daf-859abf3f2291 req-cc8dfb26-57ab-44d6-a3ed-decfeb2c0541 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:56.083812 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c10efbdc-0422-4236-9daf-859abf3f2291 req-cc8dfb26-57ab-44d6-a3ed-decfeb2c0541 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 944 time: 0.0469604 Apr 12 18:01:56.134056 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c10efbdc-0422-4236-9daf-859abf3f2291 req-ccc9c14c-49e3-4a0f-a780-02668fd7d126 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438545 Apr 12 18:01:57.263335 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38d1df-9ce2-4c56-931e-252e21cd8824 req-69534ee7-bad0-4b01-b170-961169995b4c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:57.264850 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9f38d1df-9ce2-4c56-931e-252e21cd8824 req-69534ee7-bad0-4b01-b170-961169995b4c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 944 time: 0.0502579 Apr 12 18:01:57.313639 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9f38d1df-9ce2-4c56-931e-252e21cd8824 req-76cb9afb-a696-4aa6-97e9-50d6c75f21ea tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432348 Apr 12 18:01:58.103671 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:01:58.194588 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 is: DOWN; New status is: DOWN {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:01:58.267608 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-dd2d593b-b9bb-44f6-994b-a8932a2198aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:01:58.438595 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cb9db-59bc-4ec7-a062-a8cccc5d800c req-9c33f548-ee21-493a-a5bc-d90ff0425195 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:58.440128 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-092cb9db-59bc-4ec7-a062-a8cccc5d800c req-9c33f548-ee21-493a-a5bc-d90ff0425195 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 944 time: 0.0541213 Apr 12 18:01:58.466714 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-abda031b-f031-41f8-ac57-5b5b603bd622 req-1057c94d-f0e5-41b0-afe4-a46bc05d1cce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0425727 Apr 12 18:01:58.494752 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-092cb9db-59bc-4ec7-a062-a8cccc5d800c req-3a7ac957-39a7-4b15-aea1-98a4b81d1b01 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486174 Apr 12 18:01:58.556839 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda031b-f031-41f8-ac57-5b5b603bd622 req-781624b1-493c-4e2b-bf89-5b6ab2f181ba tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:58.558258 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-abda031b-f031-41f8-ac57-5b5b603bd622 req-781624b1-493c-4e2b-bf89-5b6ab2f181ba tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports/b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 HTTP/1.1" status: 200 len: 941 time: 0.0518978 Apr 12 18:01:59.130231 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb59360-052f-44dc-ab9b-ca750ee391f5 req-d90cd3ad-46fe-4393-9304-a2e04edf5ed0 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:59.131702 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-adb59360-052f-44dc-ab9b-ca750ee391f5 req-d90cd3ad-46fe-4393-9304-a2e04edf5ed0 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 945 time: 0.0462892 Apr 12 18:01:59.182236 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-adb59360-052f-44dc-ab9b-ca750ee391f5 req-f9966af5-efbe-484d-b457-59abddc75692 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=3201fae2-9ea0-45f1-b817-acf1e0eb23a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443912 Apr 12 18:01:59.613675 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9b997-488a-4c9f-901e-0f08076bc9a2 req-822aa8a7-077d-4874-838a-4abbd218efd9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:01:59.615148 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-37b9b997-488a-4c9f-901e-0f08076bc9a2 req-822aa8a7-077d-4874-838a-4abbd218efd9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 944 time: 0.0473099 Apr 12 18:01:59.660613 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-37b9b997-488a-4c9f-901e-0f08076bc9a2 req-fd023eb6-b22e-498b-bb19-37efb8f4726b tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398293 Apr 12 18:02:00.298342 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b565357-8fe3-4c63-b839-a808e58fea8a req-0ad32a07-bd02-4bd5-82dd-dd3a1f251ce9 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:00.299838 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6b565357-8fe3-4c63-b839-a808e58fea8a req-0ad32a07-bd02-4bd5-82dd-dd3a1f251ce9 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 945 time: 0.0489242 Apr 12 18:02:00.319750 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 42772) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:00.350901 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6b565357-8fe3-4c63-b839-a808e58fea8a req-71d2225c-ecef-4759-89c0-25ef9ea04d1b tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=3201fae2-9ea0-45f1-b817-acf1e0eb23a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451443 Apr 12 18:02:00.424121 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-95e5cd5e-f8a0-4572-a3ed-775fa0e20fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:00.501646 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-95e5cd5e-f8a0-4572-a3ed-775fa0e20fa8 admin admin] Publish callbacks [] for security_group (89f03ff6-a7f9-4c87-9005-323903862a11), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:00.505481 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-95e5cd5e-f8a0-4572-a3ed-775fa0e20fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (89f03ff6-a7f9-4c87-9005-323903862a11), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:00.543215 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-95e5cd5e-f8a0-4572-a3ed-775fa0e20fa8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a4d2c20f13d4b968757b9c8ec1025a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223973 Apr 12 18:02:00.544083 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5cd5e-f8a0-4572-a3ed-775fa0e20fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f03ff6-a7f9-4c87-9005-323903862a11,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:00.545847 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 42776) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:00.599851 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-adfeff34-3220-45a8-8f09-ba190326770a admin admin] Publish callbacks [] for security_group (89f03ff6-a7f9-4c87-9005-323903862a11), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:00.621077 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-adfeff34-3220-45a8-8f09-ba190326770a admin admin] Publish callbacks [] for security_group (89f03ff6-a7f9-4c87-9005-323903862a11), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:00.667671 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-adfeff34-3220-45a8-8f09-ba190326770a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (89f03ff6-a7f9-4c87-9005-323903862a11), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:00.670253 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-adfeff34-3220-45a8-8f09-ba190326770a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:00.671382 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-adfeff34-3220-45a8-8f09-ba190326770a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89f03ff6-a7f9-4c87-9005-323903862a11 HTTP/1.1" status: 204 len: 168 time: 0.1237984 Apr 12 18:02:00.680583 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfeff34-3220-45a8-8f09-ba190326770a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f03ff6-a7f9-4c87-9005-323903862a11,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:00.689555 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfeff34-3220-45a8-8f09-ba190326770a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:00.689904 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfeff34-3220-45a8-8f09-ba190326770a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:00.690294 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfeff34-3220-45a8-8f09-ba190326770a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:00.690638 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfeff34-3220-45a8-8f09-ba190326770a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:00.690969 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfeff34-3220-45a8-8f09-ba190326770a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:00.691303 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfeff34-3220-45a8-8f09-ba190326770a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:00.691629 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfeff34-3220-45a8-8f09-ba190326770a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:00.691955 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfeff34-3220-45a8-8f09-ba190326770a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:00.692280 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfeff34-3220-45a8-8f09-ba190326770a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:00.692666 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfeff34-3220-45a8-8f09-ba190326770a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:00.692925 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfeff34-3220-45a8-8f09-ba190326770a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:00.693249 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfeff34-3220-45a8-8f09-ba190326770a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:00.693696 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfeff34-3220-45a8-8f09-ba190326770a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:00.694026 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfeff34-3220-45a8-8f09-ba190326770a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:00.694372 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfeff34-3220-45a8-8f09-ba190326770a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:00.742634 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda031b-f031-41f8-ac57-5b5b603bd622 req-a575bd97-5425-4f88-8273-34b2a4862887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:00.744395 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-abda031b-f031-41f8-ac57-5b5b603bd622 req-a575bd97-5425-4f88-8273-34b2a4862887 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3&tenant_id=b4c98209fd1841f9ad91c5c823b05ed8 HTTP/1.1" status: 200 len: 1128 time: 0.0608556 Apr 12 18:02:00.791405 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d486b-fea2-4883-8fe5-9e41dbfb4a51 req-b8171fd0-4dec-46e0-85bc-f4cbafec92e3 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:00.793340 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-522d486b-fea2-4883-8fe5-9e41dbfb4a51 req-b8171fd0-4dec-46e0-85bc-f4cbafec92e3 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 944 time: 0.0491874 Apr 12 18:02:00.815970 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-dcbfabd7-3b91-4943-948b-2acfd152721d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:00.838915 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda031b-f031-41f8-ac57-5b5b603bd622 req-81ff83eb-b11e-4049-a86e-a38f327c6025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:00.840687 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-abda031b-f031-41f8-ac57-5b5b603bd622 req-81ff83eb-b11e-4049-a86e-a38f327c6025 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4c98209fd1841f9ad91c5c823b05ed8&device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 1128 time: 0.0508919 Apr 12 18:02:00.866893 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-522d486b-fea2-4883-8fe5-9e41dbfb4a51 req-903f2a49-fbde-4ec4-8be3-2bf5d6b1a4d5 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515323 Apr 12 18:02:00.931587 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ee039-025c-417e-9b0e-a9ebdf3284e4 req-d723914d-8fd8-4f83-a084-af2596973e6a tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:00.933287 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f06ee039-025c-417e-9b0e-a9ebdf3284e4 req-d723914d-8fd8-4f83-a084-af2596973e6a tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.23 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 945 time: 0.1059740 Apr 12 18:02:01.019352 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda031b-f031-41f8-ac57-5b5b603bd622 req-7367c52e-940f-4bd2-b3cf-c48b3237c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:01.020803 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-abda031b-f031-41f8-ac57-5b5b603bd622 req-7367c52e-940f-4bd2-b3cf-c48b3237c134 service neutron] 10.222.0.23 "GET /v2.0/networks?id=620e6442-ea5d-4803-85d5-538016f366eb HTTP/1.1" status: 200 len: 918 time: 0.1613302 Apr 12 18:02:01.073157 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-f06ee039-025c-417e-9b0e-a9ebdf3284e4 req-4ca5239a-8471-4303-a28a-e7610d08b6c2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Deleting port 2430c2c2-d39d-4c5f-ac6b-17163f12c3de {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:02:01.073413 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f06ee039-025c-417e-9b0e-a9ebdf3284e4 req-4ca5239a-8471-4303-a28a-e7610d08b6c2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (2430c2c2-d39d-4c5f-ac6b-17163f12c3de), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:01.140499 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-abda031b-f031-41f8-ac57-5b5b603bd622 req-1eb35eb1-9d3e-4e8c-b14f-ba73efc85f72 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 HTTP/1.1" status: 200 len: 999 time: 0.1120865 Apr 12 18:02:01.209382 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-f06ee039-025c-417e-9b0e-a9ebdf3284e4 req-4ca5239a-8471-4303-a28a-e7610d08b6c2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] For port 2430c2c2-d39d-4c5f-ac6b-17163f12c3de, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=2430c2c2-d39d-4c5f-ac6b-17163f12c3de,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:01.209757 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f06ee039-025c-417e-9b0e-a9ebdf3284e4 req-4ca5239a-8471-4303-a28a-e7610d08b6c2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (2430c2c2-d39d-4c5f-ac6b-17163f12c3de), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:01.219351 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda031b-f031-41f8-ac57-5b5b603bd622 req-bfe5b4a2-4b7f-4a7e-80ce-dc504a9a3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:01.220812 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-abda031b-f031-41f8-ac57-5b5b603bd622 req-bfe5b4a2-4b7f-4a7e-80ce-dc504a9a3880 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bbb6ee85-b118-461b-9d62-32e550eb62b2 HTTP/1.1" status: 200 len: 856 time: 0.0696976 Apr 12 18:02:01.300432 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda031b-f031-41f8-ac57-5b5b603bd622 req-e0130a6e-7e35-4fda-aedb-320f0e9e8266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:01.301908 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-abda031b-f031-41f8-ac57-5b5b603bd622 req-e0130a6e-7e35-4fda-aedb-320f0e9e8266 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=620e6442-ea5d-4803-85d5-538016f366eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736587 Apr 12 18:02:01.323284 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 42800) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:01.421948 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-59f2416a-90b6-405f-b54f-355e10f03f52 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1061453444-network', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:02:01.479782 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fc30e-1a90-4cc4-a316-b9ea02a8ce4c req-a7b23ea4-2e44-478e-bba8-fe23dcfd3592 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:01.481270 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-479fc30e-1a90-4cc4-a316-b9ea02a8ce4c req-a7b23ea4-2e44-478e-bba8-fe23dcfd3592 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 945 time: 0.0558622 Apr 12 18:02:01.482343 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f2416a-90b6-405f-b54f-355e10f03f52 admin admin] Made reservation on behalf of 0dc793bdb0444a4dbc3d543698eab22c for: {'network': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:02:01.484532 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-59f2416a-90b6-405f-b54f-355e10f03f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for network (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:01.485991 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-abda031b-f031-41f8-ac57-5b5b603bd622 req-060ef8e8-bf3f-4138-9bc9-947525679aad service neutron] 10.222.0.23 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769407 Apr 12 18:02:01.495019 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-59f2416a-90b6-405f-b54f-355e10f03f52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:01.504194 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f06ee039-025c-417e-9b0e-a9ebdf3284e4 req-4ca5239a-8471-4303-a28a-e7610d08b6c2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:01.504555 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f06ee039-025c-417e-9b0e-a9ebdf3284e4 req-4ca5239a-8471-4303-a28a-e7610d08b6c2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (dc4b754f-9cbe-4234-8622-f904f925fc4f), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:01.504935 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.l3_db [req-f06ee039-025c-417e-9b0e-a9ebdf3284e4 req-4ca5239a-8471-4303-a28a-e7610d08b6c2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Floating IP dc4b754f-9cbe-4234-8622-f904f925fc4f disassociated. External IP: 172.27.0.150, port: 2430c2c2-d39d-4c5f-ac6b-17163f12c3de. Apr 12 18:02:01.505290 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-f06ee039-025c-417e-9b0e-a9ebdf3284e4 req-4ca5239a-8471-4303-a28a-e7610d08b6c2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Calling delete_port for 2430c2c2-d39d-4c5f-ac6b-17163f12c3de owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:02:01.565148 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-479fc30e-1a90-4cc4-a316-b9ea02a8ce4c req-9c7b2b8e-2a9f-4f10-9c13-d94dcc3eb87a tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups?id=3201fae2-9ea0-45f1-b817-acf1e0eb23a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717947 Apr 12 18:02:01.618203 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-59f2416a-90b6-405f-b54f-355e10f03f52 admin admin] Publish callbacks [] for security_group (cd0a397b-23f3-44fc-9536-cc5cfaf03cd2), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:01.622166 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-59f2416a-90b6-405f-b54f-355e10f03f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (cd0a397b-23f3-44fc-9536-cc5cfaf03cd2), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:01.647568 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f2416a-90b6-405f-b54f-355e10f03f52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=109827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:02:01.657768 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2416a-90b6-405f-b54f-355e10f03f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:01.666914 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-59f2416a-90b6-405f-b54f-355e10f03f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (d79506bb-5b9f-4d56-bcf2-9390718d5c1e), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:01.667504 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.segments_db [None req-59f2416a-90b6-405f-b54f-355e10f03f52 admin admin] Added segment d79506bb-5b9f-4d56-bcf2-9390718d5c1e of type vlan for network da593c6f-0992-4713-94cc-66246effb991 Apr 12 18:02:01.697570 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:01.709946 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-59f2416a-90b6-405f-b54f-355e10f03f52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742383173852'] for network (da593c6f-0992-4713-94cc-66246effb991), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:01.735489 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-59f2416a-90b6-405f-b54f-355e10f03f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for network (da593c6f-0992-4713-94cc-66246effb991), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:01.736523 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f2416a-90b6-405f-b54f-355e10f03f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:01.737115 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-59f2416a-90b6-405f-b54f-355e10f03f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:01.801330 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-59f2416a-90b6-405f-b54f-355e10f03f52 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4739003 Apr 12 18:02:01.801330 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 42806) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:01.808017 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-3ca3362b-a76a-4f63-b10f-ec081e60e622 admin admin] Request body: {'subnet': {'network_id': 'da593c6f-0992-4713-94cc-66246effb991', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1061453444-subnet', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'ip_version': 4}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:02:01.813666 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2416a-90b6-405f-b54f-355e10f03f52 admin admin] Pushing event updated for resources: {'Network': ['ID=da593c6f-0992-4713-94cc-66246effb991,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:01.825993 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Network da593c6f-0992-4713-94cc-66246effb991 details requested by agent ovs-agent-dv-cinder-837534-1-iscsi with host dv-cinder-837534-1-iscsi {{(pid=109828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:02:01.829197 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca3362b-a76a-4f63-b10f-ec081e60e622 admin admin] Made reservation on behalf of 0dc793bdb0444a4dbc3d543698eab22c for: {'subnet': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:02:01.831511 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3ca3362b-a76a-4f63-b10f-ec081e60e622 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9217468'] for subnet (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:01.878548 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-abda031b-f031-41f8-ac57-5b5b603bd622 req-62098077-55ae-4b35-8d5e-f4ed11d72776 service neutron] 10.222.0.23 "GET /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841746 Apr 12 18:02:01.909836 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:01.957279 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f06ee039-025c-417e-9b0e-a9ebdf3284e4 req-4ca5239a-8471-4303-a28a-e7610d08b6c2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (2430c2c2-d39d-4c5f-ac6b-17163f12c3de), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:01.990589 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5239a-8471-4303-a28a-e7610d08b6c2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event deleted for resources: {'Port': ['ID=2430c2c2-d39d-4c5f-ac6b-17163f12c3de,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:02.040368 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae8023-21e8-4e0a-ad1e-2e656dbf9244 req-be33bbfb-4ea2-4f20-88f3-0382de696379 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:02.041880 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b7ae8023-21e8-4e0a-ad1e-2e656dbf9244 req-be33bbfb-4ea2-4f20-88f3-0382de696379 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 944 time: 0.0789604 Apr 12 18:02:02.118047 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f06ee039-025c-417e-9b0e-a9ebdf3284e4 req-4ca5239a-8471-4303-a28a-e7610d08b6c2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Router 3b74fc5e-26df-4305-b927-5261426f0429 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:02:02.132964 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3ca3362b-a76a-4f63-b10f-ec081e60e622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9211508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9217450'] for subnet (d8753db2-09c1-437d-aa92-e7bc977cc9a8), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:02.143794 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b7ae8023-21e8-4e0a-ad1e-2e656dbf9244 req-c0a94501-c9e2-4f86-a8f8-48f3da87f762 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874455 Apr 12 18:02:02.193968 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3362b-a76a-4f63-b10f-ec081e60e622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8753db2-09c1-437d-aa92-e7bc977cc9a8,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:02.212095 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca3362b-a76a-4f63-b10f-ec081e60e622 admin admin] Checking segment: {'id': 'd79506bb-5b9f-4d56-bcf2-9390718d5c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'da593c6f-0992-4713-94cc-66246effb991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:02:02.212299 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca3362b-a76a-4f63-b10f-ec081e60e622 admin admin] Network hostable DHCP agents. Network: da593c6f-0992-4713-94cc-66246effb991, hostable agents: ['f62d2ff0-78a3-4755-b741-8a96efa63a46'], hosted agents: [] {{(pid=109827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:02:02.230123 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca3362b-a76a-4f63-b10f-ec081e60e622 admin admin] Network da593c6f-0992-4713-94cc-66246effb991 is scheduled to be hosted by DHCP agent f62d2ff0-78a3-4755-b741-8a96efa63a46 with binding_index 1 {{(pid=109827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:02:02.242205 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-3ca3362b-a76a-4f63-b10f-ec081e60e622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837534-1-iscsi, da593c6f-0992-4713-94cc-66246effb991) {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:02:02.246959 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca3362b-a76a-4f63-b10f-ec081e60e622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:02.247555 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3ca3362b-a76a-4f63-b10f-ec081e60e622 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:02.254820 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff3027b-2879-44a0-aea2-e1f201e86689 None None] Network da593c6f-0992-4713-94cc-66246effb991 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:02:02.255866 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f06ee039-025c-417e-9b0e-a9ebdf3284e4 req-4ca5239a-8471-4303-a28a-e7610d08b6c2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:02:02.272886 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-3ca3362b-a76a-4f63-b10f-ec081e60e622 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4706242 Apr 12 18:02:02.273263 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3ab931-c4a3-43f8-bd4a-fc7d797e6611 None None] Sync routers for ids ['3b74fc5e-26df-4305-b927-5261426f0429'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:02:02.275869 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 42824) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:02.281179 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-aed51ab9-59a3-4139-a499-0ed54c3bb845 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1061453444-router', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56'}}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:02:02.284241 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3ab931-c4a3-43f8-bd4a-fc7d797e6611 None None] Routers {'3b74fc5e-26df-4305-b927-5261426f0429'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:02:02.284400 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-3f3ab931-c4a3-43f8-bd4a-fc7d797e6611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:02:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['3b74fc5e-26df-4305-b927-5261426f0429'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:02.303110 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06ee039-025c-417e-9b0e-a9ebdf3284e4 req-4ca5239a-8471-4303-a28a-e7610d08b6c2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] No DVR routers for this DVR port 2430c2c2-d39d-4c5f-ac6b-17163f12c3de on host hv-cinder-83753 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:02:02.306352 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-f06ee039-025c-417e-9b0e-a9ebdf3284e4 req-4ca5239a-8471-4303-a28a-e7610d08b6c2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:02.310127 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f06ee039-025c-417e-9b0e-a9ebdf3284e4 req-4ca5239a-8471-4303-a28a-e7610d08b6c2 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.23 "DELETE /v2.0/ports/2430c2c2-d39d-4c5f-ac6b-17163f12c3de HTTP/1.1" status: 204 len: 173 time: 1.3709710 Apr 12 18:02:02.310833 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05da666c-5e6c-4072-b5b2-267a60572525', 'name': 'network-vif-deleted', 'tag': '2430c2c2-d39d-4c5f-ac6b-17163f12c3de'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:02:02.313194 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25dce5e-e632-40a4-a49a-d766408d27c6" -d '{"events": [{"server_uuid": "05da666c-5e6c-4072-b5b2-267a60572525", "name": "network-vif-deleted", "tag": "2430c2c2-d39d-4c5f-ac6b-17163f12c3de"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:02:02.330552 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-aed51ab9-59a3-4139-a499-0ed54c3bb845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8074'] for router (4341e3c2-322d-4f62-8b21-d654afb577f1), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:02.332460 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-aed51ab9-59a3-4139-a499-0ed54c3bb845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8083'] for router (4341e3c2-322d-4f62-8b21-d654afb577f1), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:02.497914 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdefb84-bb7e-461c-93ec-dd811d8d097d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a33860b-d462-54ed-9149-0f1d9a665084-da593c6f-0992-4713-94cc-66246effb991', 'network_id': 'da593c6f-0992-4713-94cc-66246effb991', 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'fixed_ips': [{'subnet_id': 'd8753db2-09c1-437d-aa92-e7bc977cc9a8'}]}} from dv-cinder-837534-1-iscsi. {{(pid=109828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:02:02.499220 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8cdefb84-bb7e-461c-93ec-dd811d8d097d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:02.518131 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-aed51ab9-59a3-4139-a499-0ed54c3bb845 admin admin] Publish callbacks [] for router_controller (4341e3c2-322d-4f62-8b21-d654afb577f1), precommit_add_association {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:02.539834 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-3f3ab931-c4a3-43f8-bd4a-fc7d797e6611 None None] Set router 3b74fc5e-26df-4305-b927-5261426f0429 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:02:02.660575 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3760865c-405e-4be8-ada6-c58216b94769 x-openstack-request-id: req-3760865c-405e-4be8-ada6-c58216b94769 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:02:02.661484 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05da666c-5e6c-4072-b5b2-267a60572525", "name": "network-vif-deleted", "tag": "2430c2c2-d39d-4c5f-ac6b-17163f12c3de", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:02:02.661947 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3760865c-405e-4be8-ada6-c58216b94769 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:02:02.662615 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3760865c-405e-4be8-ada6-c58216b94769'] response: {'server_uuid': '05da666c-5e6c-4072-b5b2-267a60572525', 'name': 'network-vif-deleted', 'tag': '2430c2c2-d39d-4c5f-ac6b-17163f12c3de', 'status': 'completed', 'code': 200} Apr 12 18:02:02.790866 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.db_base_plugin_common [None req-8cdefb84-bb7e-461c-93ec-dd811d8d097d None None] Allocated IP 172.20.0.2 (da593c6f-0992-4713-94cc-66246effb991/d8753db2-09c1-437d-aa92-e7bc977cc9a8/1bc5479f-5258-4cd9-8f18-22442cfb9414) {{(pid=109828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:02:02.811424 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-00a7d896-9dcb-4c36-9c38-c1788a8fa9b6 req-a773f8c3-842e-4fa7-8b5e-7a371f7d81c0 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 210 time: 0.0992756 Apr 12 18:02:02.914755 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-3f3ab931-c4a3-43f8-bd4a-fc7d797e6611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:02.943712 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3ab931-c4a3-43f8-bd4a-fc7d797e6611 None None] Checking router: 3b74fc5e-26df-4305-b927-5261426f0429 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:02:02.953139 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3ab931-c4a3-43f8-bd4a-fc7d797e6611 None None] Routers {'3b74fc5e-26df-4305-b927-5261426f0429'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:02:02.953977 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-3f3ab931-c4a3-43f8-bd4a-fc7d797e6611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:02:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['3b74fc5e-26df-4305-b927-5261426f0429'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:02.985827 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8cdefb84-bb7e-461c-93ec-dd811d8d097d None None] Publish callbacks [] for port (1bc5479f-5258-4cd9-8f18-22442cfb9414), precommit_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:02.998711 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8cdefb84-bb7e-461c-93ec-dd811d8d097d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (1bc5479f-5258-4cd9-8f18-22442cfb9414), after_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:03.018897 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-aed51ab9-59a3-4139-a499-0ed54c3bb845 admin admin] Publish callbacks [] for router_gateway (4341e3c2-322d-4f62-8b21-d654afb577f1), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:03.062985 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdefb84-bb7e-461c-93ec-dd811d8d097d None None] Network da593c6f-0992-4713-94cc-66246effb991 is already hosted by enough agents. {{(pid=109828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:02:03.066674 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.base_scheduler [None req-8cdefb84-bb7e-461c-93ec-dd811d8d097d None None] Resources bound (agent type, host, resource id): {{(pid=109828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:02:03.069147 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-3f3ab931-c4a3-43f8-bd4a-fc7d797e6611 None None] Set router 3b74fc5e-26df-4305-b927-5261426f0429 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:02:03.073872 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdefb84-bb7e-461c-93ec-dd811d8d097d None None] Received port after_create {{(pid=109828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:02:03.140887 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdefb84-bb7e-461c-93ec-dd811d8d097d None None] Pushing event updated for resources: {'Port': ['ID=1bc5479f-5258-4cd9-8f18-22442cfb9414,revision_number=1']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:03.228833 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:03.285956 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-3f3ab931-c4a3-43f8-bd4a-fc7d797e6611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:03.307190 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-8cdefb84-bb7e-461c-93ec-dd811d8d097d None None] Attempting to bind port 1bc5479f-5258-4cd9-8f18-22442cfb9414 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:02:03.307569 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-8cdefb84-bb7e-461c-93ec-dd811d8d097d None None] Attempting to bind port 1bc5479f-5258-4cd9-8f18-22442cfb9414 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': 'd79506bb-5b9f-4d56-bcf2-9390718d5c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'da593c6f-0992-4713-94cc-66246effb991'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:02:03.307946 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdefb84-bb7e-461c-93ec-dd811d8d097d None None] Attempting to bind port 1bc5479f-5258-4cd9-8f18-22442cfb9414 on network da593c6f-0992-4713-94cc-66246effb991 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:02:03.313604 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdefb84-bb7e-461c-93ec-dd811d8d097d None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:02:03.313981 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdefb84-bb7e-461c-93ec-dd811d8d097d None None] Checking segment: {'id': 'd79506bb-5b9f-4d56-bcf2-9390718d5c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'da593c6f-0992-4713-94cc-66246effb991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:02:03.314545 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8cdefb84-bb7e-461c-93ec-dd811d8d097d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:03.314962 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdefb84-bb7e-461c-93ec-dd811d8d097d None None] Bound using segment: {'id': 'd79506bb-5b9f-4d56-bcf2-9390718d5c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'da593c6f-0992-4713-94cc-66246effb991'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:02:03.315410 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-8cdefb84-bb7e-461c-93ec-dd811d8d097d None None] Bound port: 1bc5479f-5258-4cd9-8f18-22442cfb9414, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79506bb-5b9f-4d56-bcf2-9390718d5c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'da593c6f-0992-4713-94cc-66246effb991'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:02:03.315792 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8cdefb84-bb7e-461c-93ec-dd811d8d097d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (1bc5479f-5258-4cd9-8f18-22442cfb9414), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:03.316603 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3ab931-c4a3-43f8-bd4a-fc7d797e6611 None None] The sync data for ids ['3b74fc5e-26df-4305-b927-5261426f0429'] in dv-cinder-837534-1-iscsi is: [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T17:56:07Z', 'revision_number': 4, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '216c0dac-49ad-49f3-97d6-3419d9443622', 'name': '', 'network_id': '686fab4f-3c38-4683-935f-38f19e4e8a4f', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'mac_address': 'fa:16:3e:7b:01:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:06Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'subnets': [{'id': '1e2e22a3-d988-42d0-ada7-fb014078e671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:02:03.471026 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-8cdefb84-bb7e-461c-93ec-dd811d8d097d None None] For port 1bc5479f-5258-4cd9-8f18-22442cfb9414, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:02:03.481822 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-8cdefb84-bb7e-461c-93ec-dd811d8d097d None None] For port 1bc5479f-5258-4cd9-8f18-22442cfb9414, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=1bc5479f-5258-4cd9-8f18-22442cfb9414,segment=NetworkSegment(d79506bb-5b9f-4d56-bcf2-9390718d5c1e),segment_id=d79506bb-5b9f-4d56-bcf2-9390718d5c1e)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:02:03.494834 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8cdefb84-bb7e-461c-93ec-dd811d8d097d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (1bc5479f-5258-4cd9-8f18-22442cfb9414), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:03.622054 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdefb84-bb7e-461c-93ec-dd811d8d097d None None] Pushing event updated for resources: {'Port': ['ID=1bc5479f-5258-4cd9-8f18-22442cfb9414,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:03.758607 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111480b-d68a-426a-97da-a57d819ba715 req-4642ca25-ea18-4a5b-9956-8d02f6a83791 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:03.771354 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3111480b-d68a-426a-97da-a57d819ba715 req-4642ca25-ea18-4a5b-9956-8d02f6a83791 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 944 time: 0.0940642 Apr 12 18:02:03.839444 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766083ba-ba19-4079-a7cf-0ab482dfd3d1 None None] New status for floating IP dc4b754f-9cbe-4234-8622-f904f925fc4f: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:02:03.953111 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3111480b-d68a-426a-97da-a57d819ba715 req-07f3a46f-81cf-4c61-9a0e-f9e8cd5deb4a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805527 Apr 12 18:02:03.980006 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-aed51ab9-59a3-4139-a499-0ed54c3bb845 admin admin] Publish callbacks [] for router_gateway (4341e3c2-322d-4f62-8b21-d654afb577f1), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:04.001140 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-aed51ab9-59a3-4139-a499-0ed54c3bb845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:04.109080 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-fecdb837-e13f-439b-a302-f9ce6e3e0f02 req-05f6addb-71c2-4cd4-b43f-3e009554c122 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 210 time: 0.0481262 Apr 12 18:02:04.131115 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 2430c2c2-d39d-4c5f-ac6b-17163f12c3de no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:02:04.177619 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] No Port match for: 2430c2c2-d39d-4c5f-ac6b-17163f12c3de {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:02:04.177991 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 2430c2c2-d39d-4c5f-ac6b-17163f12c3de not bound to the agent host hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:02:04.214984 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-aed51ab9-59a3-4139-a499-0ed54c3bb845 admin admin] Allocated IP 172.27.0.183 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/3d43ab06-1941-47b2-8753-fcebdc298fc7) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:02:04.360745 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-aed51ab9-59a3-4139-a499-0ed54c3bb845 admin admin] Publish callbacks [] for port (3d43ab06-1941-47b2-8753-fcebdc298fc7), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:04.410324 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:04.415275 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-aed51ab9-59a3-4139-a499-0ed54c3bb845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (3d43ab06-1941-47b2-8753-fcebdc298fc7), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:04.465339 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed51ab9-59a3-4139-a499-0ed54c3bb845 admin admin] Pushing event updated for resources: {'Port': ['ID=3d43ab06-1941-47b2-8753-fcebdc298fc7,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:04.473908 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed51ab9-59a3-4139-a499-0ed54c3bb845 admin admin] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:02:04.475360 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-aed51ab9-59a3-4139-a499-0ed54c3bb845 admin admin] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:02:04.478353 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed51ab9-59a3-4139-a499-0ed54c3bb845 admin admin] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:02:04.720998 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 1bc5479f-5258-4cd9-8f18-22442cfb9414 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:02:04.830540 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 1bc5479f-5258-4cd9-8f18-22442cfb9414 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:04.830933 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (1bc5479f-5258-4cd9-8f18-22442cfb9414), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:04.831991 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-aed51ab9-59a3-4139-a499-0ed54c3bb845 admin admin] Publish callbacks [] for router_gateway (4341e3c2-322d-4f62-8b21-d654afb577f1), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:04.921799 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 1bc5479f-5258-4cd9-8f18-22442cfb9414 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:04.922202 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (1bc5479f-5258-4cd9-8f18-22442cfb9414), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:04.975097 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] For port 1bc5479f-5258-4cd9-8f18-22442cfb9414, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=1bc5479f-5258-4cd9-8f18-22442cfb9414,segment=NetworkSegment(d79506bb-5b9f-4d56-bcf2-9390718d5c1e),segment_id=d79506bb-5b9f-4d56-bcf2-9390718d5c1e)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:04.985430 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (1bc5479f-5258-4cd9-8f18-22442cfb9414), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:05.114285 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-aed51ab9-59a3-4139-a499-0ed54c3bb845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546215'] for router (4341e3c2-322d-4f62-8b21-d654afb577f1), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:05.120912 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655b0c15-de7b-42eb-8f6c-5de1f49ed702 None None] Network da593c6f-0992-4713-94cc-66246effb991 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:02:05.187225 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Pushing event updated for resources: {'Port': ['ID=1bc5479f-5258-4cd9-8f18-22442cfb9414,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:05.187854 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c5925-f7db-4358-811c-ca4f273a44f7 req-2cd9fba0-09d1-4f19-9e4d-95217ec32919 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:05.188879 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f38c5925-f7db-4358-811c-ca4f273a44f7 req-2cd9fba0-09d1-4f19-9e4d-95217ec32919 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 944 time: 0.0721149 Apr 12 18:02:05.205020 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-8f602159-ee04-40e7-b96e-9bec37089883 None None] Provisioning complete for port 1bc5479f-5258-4cd9-8f18-22442cfb9414 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:05.205512 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8f602159-ee04-40e7-b96e-9bec37089883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (1bc5479f-5258-4cd9-8f18-22442cfb9414), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:05.367354 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-8f602159-ee04-40e7-b96e-9bec37089883 None None] Current status of the port 1bc5479f-5258-4cd9-8f18-22442cfb9414 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:05.385401 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-eb15df24-6d5f-4f4d-baef-50ccfe1e228c req-52b19476-253b-43be-9445-44b8afe15b23 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 210 time: 0.1026652 Apr 12 18:02:05.422380 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f38c5925-f7db-4358-811c-ca4f273a44f7 req-3a1f645c-59be-4c9a-b7ff-6a1cb039ef93 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542680 Apr 12 18:02:05.496413 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed51ab9-59a3-4139-a499-0ed54c3bb845 admin admin] Router 4341e3c2-322d-4f62-8b21-d654afb577f1 is scheduled to L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e with binding_index 1 {{(pid=109827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:02:05.594358 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-eebabc03-53b2-44be-84f8-4cd4ebf9a8a0 None None] Provisioning complete for port 1bc5479f-5258-4cd9-8f18-22442cfb9414 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:05.594613 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-eebabc03-53b2-44be-84f8-4cd4ebf9a8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (1bc5479f-5258-4cd9-8f18-22442cfb9414), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:05.625890 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed51ab9-59a3-4139-a499-0ed54c3bb845 admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:02:05.638248 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] Sync routers for ids ['4341e3c2-322d-4f62-8b21-d654afb577f1'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:02:05.646216 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-aed51ab9-59a3-4139-a499-0ed54c3bb845 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:05.646639 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-aed51ab9-59a3-4139-a499-0ed54c3bb845 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3692260 Apr 12 18:02:05.649206 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 42850) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:05.649760 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] Routers {'4341e3c2-322d-4f62-8b21-d654afb577f1'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:02:05.650598 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:02:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['4341e3c2-322d-4f62-8b21-d654afb577f1'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:05.706569 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-eebabc03-53b2-44be-84f8-4cd4ebf9a8a0 None None] Current status of the port 1bc5479f-5258-4cd9-8f18-22442cfb9414 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:05.784978 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] Set router 4341e3c2-322d-4f62-8b21-d654afb577f1 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:02:06.006203 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'name': 'tempest-TestMinimumBasicScenario-1061453444-router', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:02Z', 'updated_at': '2022-04-12T18:02:04Z', 'revision_number': 3, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'gw_port': {'id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:04Z', 'updated_at': '2022-04-12T18:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:06.042990 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] Checking router: 4341e3c2-322d-4f62-8b21-d654afb577f1 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:02:06.043505 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] Updating router 4341e3c2-322d-4f62-8b21-d654afb577f1 port 3d43ab06-1941-47b2-8753-fcebdc298fc7 binding host dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:02:06.076834 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (3d43ab06-1941-47b2-8753-fcebdc298fc7), before_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:06.177235 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e25af84a-56fe-4310-951a-c29a741e7501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:06.365555 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-e25af84a-56fe-4310-951a-c29a741e7501 admin admin] Allocated IP 172.20.0.1 (da593c6f-0992-4713-94cc-66246effb991/d8753db2-09c1-437d-aa92-e7bc977cc9a8/3f4a3d9c-a742-4639-be91-e1b9c43d12f6) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:02:06.532622 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-455b8d79-dc76-45c5-8057-8ce7a47755e3 req-fd1058c4-ffbd-4bb1-b410-cd2a62523ac4 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 210 time: 0.0373142 Apr 12 18:02:06.533307 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] Publish callbacks [] for port (3d43ab06-1941-47b2-8753-fcebdc298fc7), precommit_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:06.547694 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (3d43ab06-1941-47b2-8753-fcebdc298fc7), after_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:06.554591 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e25af84a-56fe-4310-951a-c29a741e7501 admin admin] Publish callbacks [] for port (3f4a3d9c-a742-4639-be91-e1b9c43d12f6), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:06.637210 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766870a-7533-47ff-8259-90eeca854e6e None None] Pushing event updated for resources: {'Port': ['ID=3d43ab06-1941-47b2-8753-fcebdc298fc7,revision_number=2']} {{(pid=109829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:06.648373 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766870a-7533-47ff-8259-90eeca854e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:06.649183 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766870a-7533-47ff-8259-90eeca854e6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:06.649183 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766870a-7533-47ff-8259-90eeca854e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:06.649516 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766870a-7533-47ff-8259-90eeca854e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:06.649779 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766870a-7533-47ff-8259-90eeca854e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:06.650120 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766870a-7533-47ff-8259-90eeca854e6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:06.650478 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766870a-7533-47ff-8259-90eeca854e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:06.650821 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766870a-7533-47ff-8259-90eeca854e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:06.651135 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766870a-7533-47ff-8259-90eeca854e6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:06.651460 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766870a-7533-47ff-8259-90eeca854e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:06.651792 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766870a-7533-47ff-8259-90eeca854e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:06.652139 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766870a-7533-47ff-8259-90eeca854e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:06.652484 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766870a-7533-47ff-8259-90eeca854e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:06.652792 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766870a-7533-47ff-8259-90eeca854e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:06.653115 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766870a-7533-47ff-8259-90eeca854e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:06.653934 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 1bc5479f-5258-4cd9-8f18-22442cfb9414 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:02:06.669631 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696e998-0592-4bf2-ba68-199e36735a4a req-4a276bb9-f7af-4860-9db2-0095acd42804 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:06.675513 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] Attempting to bind port 3d43ab06-1941-47b2-8753-fcebdc298fc7 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:02:06.675893 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] Attempting to bind port 3d43ab06-1941-47b2-8753-fcebdc298fc7 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'}] {{(pid=109829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:02:06.676257 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] Attempting to bind port 3d43ab06-1941-47b2-8753-fcebdc298fc7 on network 05f7d063-e626-411a-9797-8659504ada56 {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:02:06.676730 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b696e998-0592-4bf2-ba68-199e36735a4a req-4a276bb9-f7af-4860-9db2-0095acd42804 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 944 time: 0.1072958 Apr 12 18:02:06.682349 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:02:06.682734 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] Checking segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:02:06.683268 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:06.683632 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] Bound using segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:02:06.684109 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] Bound port: 3d43ab06-1941-47b2-8753-fcebdc298fc7, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'}}] {{(pid=109829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:02:06.684566 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (3d43ab06-1941-47b2-8753-fcebdc298fc7), before_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:06.709219 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e25af84a-56fe-4310-951a-c29a741e7501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (3f4a3d9c-a742-4639-be91-e1b9c43d12f6), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:06.744130 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.db [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] For port 3d43ab06-1941-47b2-8753-fcebdc298fc7, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:02:06.748073 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.db [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] For port 3d43ab06-1941-47b2-8753-fcebdc298fc7, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=3d43ab06-1941-47b2-8753-fcebdc298fc7,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:02:06.761228 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (3d43ab06-1941-47b2-8753-fcebdc298fc7), after_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:06.762134 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 1bc5479f-5258-4cd9-8f18-22442cfb9414 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:06.766400 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (1bc5479f-5258-4cd9-8f18-22442cfb9414), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:06.771131 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25af84a-56fe-4310-951a-c29a741e7501 admin admin] Pushing event updated for resources: {'Port': ['ID=3f4a3d9c-a742-4639-be91-e1b9c43d12f6,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:06.801532 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25af84a-56fe-4310-951a-c29a741e7501 admin admin] Network da593c6f-0992-4713-94cc-66246effb991 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:02:06.806104 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-e25af84a-56fe-4310-951a-c29a741e7501 admin admin] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:02:06.808853 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25af84a-56fe-4310-951a-c29a741e7501 admin admin] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:02:06.851168 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b696e998-0592-4bf2-ba68-199e36735a4a req-d6f3c67d-84ff-47c8-9a05-324c29ab97ff tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678741 Apr 12 18:02:06.853582 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] Routers {'4341e3c2-322d-4f62-8b21-d654afb577f1'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:02:06.854410 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:02:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['4341e3c2-322d-4f62-8b21-d654afb577f1'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:06.863899 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766870a-7533-47ff-8259-90eeca854e6e None None] Pushing event updated for resources: {'Port': ['ID=3d43ab06-1941-47b2-8753-fcebdc298fc7,revision_number=3']} {{(pid=109829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:06.908893 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e25af84a-56fe-4310-951a-c29a741e7501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546134'] for router_interface (4341e3c2-322d-4f62-8b21-d654afb577f1), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:07.133373 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] Set router 4341e3c2-322d-4f62-8b21-d654afb577f1 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:02:07.145055 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e25af84a-56fe-4310-951a-c29a741e7501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (3f4a3d9c-a742-4639-be91-e1b9c43d12f6), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:07.170301 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 1bc5479f-5258-4cd9-8f18-22442cfb9414 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:07.245538 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-4949694d-80be-43c1-a0cf-f0628ab4d33c None None] Provisioning complete for port 3f4a3d9c-a742-4639-be91-e1b9c43d12f6 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:07.246061 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4949694d-80be-43c1-a0cf-f0628ab4d33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (3f4a3d9c-a742-4639-be91-e1b9c43d12f6), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:07.292905 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-4949694d-80be-43c1-a0cf-f0628ab4d33c None None] Port 3f4a3d9c-a742-4639-be91-e1b9c43d12f6 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:02:07.459020 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'name': 'tempest-TestMinimumBasicScenario-1061453444-router', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:02Z', 'updated_at': '2022-04-12T18:02:04Z', 'revision_number': 3, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'gw_port': {'id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:04Z', 'updated_at': '2022-04-12T18:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:07.489726 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa9d21-ef7a-408c-ad6b-7c2fc5f8f8d5 None None] The sync data for ids ['4341e3c2-322d-4f62-8b21-d654afb577f1'] in dv-cinder-837534-1-iscsi is: [{'id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'name': 'tempest-TestMinimumBasicScenario-1061453444-router', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:02Z', 'updated_at': '2022-04-12T18:02:04Z', 'revision_number': 3, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'gw_port': {'id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:04Z', 'updated_at': '2022-04-12T18:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:02:07.491106 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e25af84a-56fe-4310-951a-c29a741e7501 admin admin] Publish callbacks [] for port (3f4a3d9c-a742-4639-be91-e1b9c43d12f6), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:07.498795 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e25af84a-56fe-4310-951a-c29a741e7501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209085'] for port (3f4a3d9c-a742-4639-be91-e1b9c43d12f6), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:07.575711 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25af84a-56fe-4310-951a-c29a741e7501 admin admin] Pushing event updated for resources: {'Port': ['ID=3f4a3d9c-a742-4639-be91-e1b9c43d12f6,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:07.586269 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e25af84a-56fe-4310-951a-c29a741e7501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548582'] for router_interface (4341e3c2-322d-4f62-8b21-d654afb577f1), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:07.697702 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6a8eb6f9-2f0e-477f-9441-be2d05403c09 req-04673fcc-0a8e-4c35-a001-e624f17e4abd tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 210 time: 0.0364730 Apr 12 18:02:07.737816 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25af84a-56fe-4310-951a-c29a741e7501 admin admin] Network da593c6f-0992-4713-94cc-66246effb991 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:02:07.737816 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-e25af84a-56fe-4310-951a-c29a741e7501 admin admin] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:02:07.959800 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25af84a-56fe-4310-951a-c29a741e7501 admin admin] Router 4341e3c2-322d-4f62-8b21-d654afb577f1 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:02:08.199188 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25af84a-56fe-4310-951a-c29a741e7501 admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:02:08.215746 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-e25af84a-56fe-4310-951a-c29a741e7501 admin admin] 10.222.0.24 "PUT /v2.0/routers/4341e3c2-322d-4f62-8b21-d654afb577f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5652807 Apr 12 18:02:08.228369 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-c84c6366-0b08-4715-983a-fc39371161c7 None None] Provisioning complete for port 3f4a3d9c-a742-4639-be91-e1b9c43d12f6 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:08.236321 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c84c6366-0b08-4715-983a-fc39371161c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (3f4a3d9c-a742-4639-be91-e1b9c43d12f6), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:08.313425 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14ec17-ed21-496b-913b-170124541d3f req-2135a2c5-18fd-4ed3-a71d-9740a4168a83 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:08.322807 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3b14ec17-ed21-496b-913b-170124541d3f req-2135a2c5-18fd-4ed3-a71d-9740a4168a83 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 944 time: 0.0938585 Apr 12 18:02:08.331769 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-c84c6366-0b08-4715-983a-fc39371161c7 None None] Port 3f4a3d9c-a742-4639-be91-e1b9c43d12f6 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:02:08.418485 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3b14ec17-ed21-496b-913b-170124541d3f req-6c00f912-2bcd-4706-9d0c-abc6c129a295 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885396 Apr 12 18:02:08.735070 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 3d43ab06-1941-47b2-8753-fcebdc298fc7 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:02:08.836888 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 3d43ab06-1941-47b2-8753-fcebdc298fc7 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:08.837266 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (3d43ab06-1941-47b2-8753-fcebdc298fc7), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:08.909219 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-993f7430-c2a6-4ea4-8c5e-aca264603afe req-dfb23727-39ac-4691-bd8b-01803b4ea9fe tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 210 time: 0.0469661 Apr 12 18:02:09.009886 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 3d43ab06-1941-47b2-8753-fcebdc298fc7 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:09.010684 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (3d43ab06-1941-47b2-8753-fcebdc298fc7), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:09.045692 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] For port 3d43ab06-1941-47b2-8753-fcebdc298fc7, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=3d43ab06-1941-47b2-8753-fcebdc298fc7,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:09.052352 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (3d43ab06-1941-47b2-8753-fcebdc298fc7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:09.093106 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 42878) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:09.099717 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-f3b1114f-a55e-4f8b-be91-134afd4752cc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-100504269-network', 'tenant_id': 'efbd41180e074aee85acef371a29fd86'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:02:09.116906 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Pushing event updated for resources: {'Port': ['ID=3d43ab06-1941-47b2-8753-fcebdc298fc7,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:09.130282 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b1114f-a55e-4f8b-be91-134afd4752cc admin admin] Made reservation on behalf of efbd41180e074aee85acef371a29fd86 for: {'network': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:02:09.133468 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f3b1114f-a55e-4f8b-be91-134afd4752cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for network (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:09.142816 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f3b1114f-a55e-4f8b-be91-134afd4752cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:09.251222 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f3b1114f-a55e-4f8b-be91-134afd4752cc admin admin] Publish callbacks [] for security_group (b8ed2e6c-ebfb-4991-928b-73063bb2c2de), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:09.255970 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f3b1114f-a55e-4f8b-be91-134afd4752cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (b8ed2e6c-ebfb-4991-928b-73063bb2c2de), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:09.297050 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b1114f-a55e-4f8b-be91-134afd4752cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=109827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:02:09.312437 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f3b1114f-a55e-4f8b-be91-134afd4752cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (0f9aec55-04b8-4fff-ae5d-cc91206c1ce5), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:09.312793 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.segments_db [None req-f3b1114f-a55e-4f8b-be91-134afd4752cc admin admin] Added segment 0f9aec55-04b8-4fff-ae5d-cc91206c1ce5 of type vlan for network 3eace1fc-1f55-4e54-bc1a-0b2a963bbcac Apr 12 18:02:09.314068 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1114f-a55e-4f8b-be91-134afd4752cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ed2e6c-ebfb-4991-928b-73063bb2c2de,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:09.364148 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f3b1114f-a55e-4f8b-be91-134afd4752cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742383173852'] for network (3eace1fc-1f55-4e54-bc1a-0b2a963bbcac), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:09.398845 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f3b1114f-a55e-4f8b-be91-134afd4752cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for network (3eace1fc-1f55-4e54-bc1a-0b2a963bbcac), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:09.400108 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b1114f-a55e-4f8b-be91-134afd4752cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:09.400825 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f3b1114f-a55e-4f8b-be91-134afd4752cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:09.469178 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 42882) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:09.469645 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-f3b1114f-a55e-4f8b-be91-134afd4752cc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3745608 Apr 12 18:02:09.475235 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-6d90b0eb-e4f7-4ba9-899b-2a075cc14a96 admin admin] Request body: {'subnet': {'network_id': '3eace1fc-1f55-4e54-bc1a-0b2a963bbcac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-100504269-subnet', 'tenant_id': 'efbd41180e074aee85acef371a29fd86', 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:02:09.480078 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1114f-a55e-4f8b-be91-134afd4752cc admin admin] Pushing event updated for resources: {'Network': ['ID=3eace1fc-1f55-4e54-bc1a-0b2a963bbcac,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:09.497533 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Network 3eace1fc-1f55-4e54-bc1a-0b2a963bbcac details requested by agent ovs-agent-dv-cinder-837534-1-iscsi with host dv-cinder-837534-1-iscsi {{(pid=109828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:02:09.553950 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d90b0eb-e4f7-4ba9-899b-2a075cc14a96 admin admin] Made reservation on behalf of efbd41180e074aee85acef371a29fd86 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:02:09.557021 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d90b0eb-e4f7-4ba9-899b-2a075cc14a96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9386052'] for subnet (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:09.673593 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5d05f-f98f-4871-8e8c-f2aa3ecad00b req-51aa5e20-68ed-4f00-a306-165cd91d6f47 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:09.675725 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-40f5d05f-f98f-4871-8e8c-f2aa3ecad00b req-51aa5e20-68ed-4f00-a306-165cd91d6f47 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 944 time: 0.0746293 Apr 12 18:02:09.764286 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-40f5d05f-f98f-4871-8e8c-f2aa3ecad00b req-394a92c2-a5c8-4766-b82b-7366e62b6cd3 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810246 Apr 12 18:02:09.800639 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d90b0eb-e4f7-4ba9-899b-2a075cc14a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9386066'] for subnet (0c20afb5-541f-4485-adfc-cec59b6ca4b8), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:09.874022 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90b0eb-e4f7-4ba9-899b-2a075cc14a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c20afb5-541f-4485-adfc-cec59b6ca4b8,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:09.879944 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d90b0eb-e4f7-4ba9-899b-2a075cc14a96 admin admin] Checking segment: {'id': '0f9aec55-04b8-4fff-ae5d-cc91206c1ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3eace1fc-1f55-4e54-bc1a-0b2a963bbcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:02:09.880259 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d90b0eb-e4f7-4ba9-899b-2a075cc14a96 admin admin] Network hostable DHCP agents. Network: 3eace1fc-1f55-4e54-bc1a-0b2a963bbcac, hostable agents: ['f62d2ff0-78a3-4755-b741-8a96efa63a46'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:02:09.902911 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d90b0eb-e4f7-4ba9-899b-2a075cc14a96 admin admin] Network 3eace1fc-1f55-4e54-bc1a-0b2a963bbcac is scheduled to be hosted by DHCP agent f62d2ff0-78a3-4755-b741-8a96efa63a46 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:02:09.922538 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-6d90b0eb-e4f7-4ba9-899b-2a075cc14a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837534-1-iscsi, 3eace1fc-1f55-4e54-bc1a-0b2a963bbcac) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:02:09.926766 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d90b0eb-e4f7-4ba9-899b-2a075cc14a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:09.927408 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6d90b0eb-e4f7-4ba9-899b-2a075cc14a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:09.929532 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] Sync routers for ids ['4341e3c2-322d-4f62-8b21-d654afb577f1'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:02:09.935000 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7062d2-af6a-4c69-9115-00c7644ab76a None None] Network 3eace1fc-1f55-4e54-bc1a-0b2a963bbcac requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:02:09.953216 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-6d90b0eb-e4f7-4ba9-899b-2a075cc14a96 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4820776 Apr 12 18:02:09.957701 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 42886) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:09.964026 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-b255ada7-2372-4c18-a327-188b493103f6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-100504269-router', 'tenant_id': 'efbd41180e074aee85acef371a29fd86', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56'}}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:02:09.978240 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] Routers {'4341e3c2-322d-4f62-8b21-d654afb577f1'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:02:09.978971 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:02:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['4341e3c2-322d-4f62-8b21-d654afb577f1'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:10.074807 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b255ada7-2372-4c18-a327-188b493103f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8074'] for router (46f2bcc6-145d-4b56-b3ec-f1ff35c6b736), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:10.077639 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b255ada7-2372-4c18-a327-188b493103f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8083'] for router (46f2bcc6-145d-4b56-b3ec-f1ff35c6b736), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:10.213509 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035ce554-6d64-4d19-8af2-ef8a97f100d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a33860b-d462-54ed-9149-0f1d9a665084-3eace1fc-1f55-4e54-bc1a-0b2a963bbcac', 'network_id': '3eace1fc-1f55-4e54-bc1a-0b2a963bbcac', 'project_id': 'efbd41180e074aee85acef371a29fd86', 'fixed_ips': [{'subnet_id': '0c20afb5-541f-4485-adfc-cec59b6ca4b8'}]}} from dv-cinder-837534-1-iscsi. {{(pid=109828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:02:10.214624 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b255ada7-2372-4c18-a327-188b493103f6 admin admin] Publish callbacks [] for router_controller (46f2bcc6-145d-4b56-b3ec-f1ff35c6b736), precommit_add_association {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:10.214828 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-035ce554-6d64-4d19-8af2-ef8a97f100d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:10.217178 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-89dd47f3-2b4d-4638-9168-a9845fca2f3d req-c27aea31-ac7a-4775-8af9-726938295227 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 210 time: 0.1231196 Apr 12 18:02:10.258365 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] Set router 4341e3c2-322d-4f62-8b21-d654afb577f1 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:02:10.528025 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.db_base_plugin_common [None req-035ce554-6d64-4d19-8af2-ef8a97f100d1 None None] Allocated IP 172.20.0.2 (3eace1fc-1f55-4e54-bc1a-0b2a963bbcac/0c20afb5-541f-4485-adfc-cec59b6ca4b8/b8907f80-aa1a-49b6-b4f1-034c799768f4) {{(pid=109828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:02:10.790845 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 3d43ab06-1941-47b2-8753-fcebdc298fc7 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:02:10.857499 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'name': 'tempest-TestMinimumBasicScenario-1061453444-router', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:02Z', 'updated_at': '2022-04-12T18:02:07Z', 'revision_number': 4, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'gw_port': {'id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:04Z', 'updated_at': '2022-04-12T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '3f4a3d9c-a742-4639-be91-e1b9c43d12f6', 'name': '', 'network_id': 'da593c6f-0992-4713-94cc-66246effb991', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'mac_address': 'fa:16:3e:c4:42:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd8753db2-09c1-437d-aa92-e7bc977cc9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:06Z', 'updated_at': '2022-04-12T18:02:07Z', 'revision_number': 2, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'subnets': [{'id': 'd8753db2-09c1-437d-aa92-e7bc977cc9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:10.857732 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b255ada7-2372-4c18-a327-188b493103f6 admin admin] Publish callbacks [] for router_gateway (46f2bcc6-145d-4b56-b3ec-f1ff35c6b736), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:10.902910 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] Checking router: 4341e3c2-322d-4f62-8b21-d654afb577f1 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:02:10.903372 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] Updating router 4341e3c2-322d-4f62-8b21-d654afb577f1 port 3f4a3d9c-a742-4639-be91-e1b9c43d12f6 binding host dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:02:10.985125 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 3d43ab06-1941-47b2-8753-fcebdc298fc7 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:10.985637 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (3d43ab06-1941-47b2-8753-fcebdc298fc7), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:10.990366 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (3f4a3d9c-a742-4639-be91-e1b9c43d12f6), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:11.050762 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-035ce554-6d64-4d19-8af2-ef8a97f100d1 None None] Publish callbacks [] for port (b8907f80-aa1a-49b6-b4f1-034c799768f4), precommit_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:11.075490 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd77119-fef8-422b-a903-94f0b343a5d1 req-80590fdf-ebbd-4300-9f8a-fe24ad3b4b97 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:11.077122 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0bd77119-fef8-422b-a903-94f0b343a5d1 req-80590fdf-ebbd-4300-9f8a-fe24ad3b4b97 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 944 time: 0.1155014 Apr 12 18:02:11.081181 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-035ce554-6d64-4d19-8af2-ef8a97f100d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (b8907f80-aa1a-49b6-b4f1-034c799768f4), after_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:11.138039 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b255ada7-2372-4c18-a327-188b493103f6 admin admin] Publish callbacks [] for router_gateway (46f2bcc6-145d-4b56-b3ec-f1ff35c6b736), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:11.160073 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b255ada7-2372-4c18-a327-188b493103f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:11.179331 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0bd77119-fef8-422b-a903-94f0b343a5d1 req-0c344988-c472-4e58-a560-6fae37584fb9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786014 Apr 12 18:02:11.182631 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035ce554-6d64-4d19-8af2-ef8a97f100d1 None None] Network 3eace1fc-1f55-4e54-bc1a-0b2a963bbcac is already hosted by enough agents. {{(pid=109828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:02:11.208789 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.base_scheduler [None req-035ce554-6d64-4d19-8af2-ef8a97f100d1 None None] Resources bound (agent type, host, resource id): {{(pid=109828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:02:11.211810 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ce554-6d64-4d19-8af2-ef8a97f100d1 None None] Received port after_create {{(pid=109828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:02:11.251314 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ce554-6d64-4d19-8af2-ef8a97f100d1 None None] Pushing event updated for resources: {'Port': ['ID=b8907f80-aa1a-49b6-b4f1-034c799768f4,revision_number=1']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:11.282210 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 3d43ab06-1941-47b2-8753-fcebdc298fc7 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:11.296820 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-b255ada7-2372-4c18-a327-188b493103f6 admin admin] Allocated IP 172.27.0.85 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/11c2541d-2683-4cc9-b61d-e613e8d3fec6) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:02:11.366029 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-035ce554-6d64-4d19-8af2-ef8a97f100d1 None None] Attempting to bind port b8907f80-aa1a-49b6-b4f1-034c799768f4 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:02:11.367125 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-035ce554-6d64-4d19-8af2-ef8a97f100d1 None None] Attempting to bind port b8907f80-aa1a-49b6-b4f1-034c799768f4 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '0f9aec55-04b8-4fff-ae5d-cc91206c1ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3eace1fc-1f55-4e54-bc1a-0b2a963bbcac'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:02:11.367512 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ce554-6d64-4d19-8af2-ef8a97f100d1 None None] Attempting to bind port b8907f80-aa1a-49b6-b4f1-034c799768f4 on network 3eace1fc-1f55-4e54-bc1a-0b2a963bbcac {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:02:11.387071 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ce554-6d64-4d19-8af2-ef8a97f100d1 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:02:11.387508 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ce554-6d64-4d19-8af2-ef8a97f100d1 None None] Checking segment: {'id': '0f9aec55-04b8-4fff-ae5d-cc91206c1ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3eace1fc-1f55-4e54-bc1a-0b2a963bbcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:02:11.393264 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-035ce554-6d64-4d19-8af2-ef8a97f100d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:11.393629 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ce554-6d64-4d19-8af2-ef8a97f100d1 None None] Bound using segment: {'id': '0f9aec55-04b8-4fff-ae5d-cc91206c1ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3eace1fc-1f55-4e54-bc1a-0b2a963bbcac'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:02:11.394139 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-035ce554-6d64-4d19-8af2-ef8a97f100d1 None None] Bound port: b8907f80-aa1a-49b6-b4f1-034c799768f4, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9aec55-04b8-4fff-ae5d-cc91206c1ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3eace1fc-1f55-4e54-bc1a-0b2a963bbcac'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:02:11.394807 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-035ce554-6d64-4d19-8af2-ef8a97f100d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b8907f80-aa1a-49b6-b4f1-034c799768f4), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:11.422528 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b255ada7-2372-4c18-a327-188b493103f6 admin admin] Publish callbacks [] for port (11c2541d-2683-4cc9-b61d-e613e8d3fec6), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:11.461603 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1d8961f8-dc41-4989-a350-ef7e74715d0f req-95c70218-03d0-47b6-b34e-2faf2b13d023 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/ports?device_id=05da666c-5e6c-4072-b5b2-267a60572525 HTTP/1.1" status: 200 len: 210 time: 0.0340540 Apr 12 18:02:11.487329 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b255ada7-2372-4c18-a327-188b493103f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (11c2541d-2683-4cc9-b61d-e613e8d3fec6), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:11.492798 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-035ce554-6d64-4d19-8af2-ef8a97f100d1 None None] For port b8907f80-aa1a-49b6-b4f1-034c799768f4, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:02:11.514018 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-035ce554-6d64-4d19-8af2-ef8a97f100d1 None None] For port b8907f80-aa1a-49b6-b4f1-034c799768f4, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=b8907f80-aa1a-49b6-b4f1-034c799768f4,segment=NetworkSegment(0f9aec55-04b8-4fff-ae5d-cc91206c1ce5),segment_id=0f9aec55-04b8-4fff-ae5d-cc91206c1ce5)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:02:11.535502 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b255ada7-2372-4c18-a327-188b493103f6 admin admin] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:02:11.535761 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-035ce554-6d64-4d19-8af2-ef8a97f100d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b8907f80-aa1a-49b6-b4f1-034c799768f4), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:11.539643 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-b255ada7-2372-4c18-a327-188b493103f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:02:11.541592 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255ada7-2372-4c18-a327-188b493103f6 admin admin] Pushing event updated for resources: {'Port': ['ID=11c2541d-2683-4cc9-b61d-e613e8d3fec6,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:11.544008 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b255ada7-2372-4c18-a327-188b493103f6 admin admin] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:02:11.716411 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] Publish callbacks [] for port (3f4a3d9c-a742-4639-be91-e1b9c43d12f6), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:11.728962 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (3f4a3d9c-a742-4639-be91-e1b9c43d12f6), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:11.751019 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ce554-6d64-4d19-8af2-ef8a97f100d1 None None] Pushing event updated for resources: {'Port': ['ID=b8907f80-aa1a-49b6-b4f1-034c799768f4,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:11.828578 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b255ada7-2372-4c18-a327-188b493103f6 admin admin] Publish callbacks [] for router_gateway (46f2bcc6-145d-4b56-b3ec-f1ff35c6b736), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:11.847820 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91227ef1-5c69-467f-89a1-97610187c52d None None] Pushing event updated for resources: {'Port': ['ID=3f4a3d9c-a742-4639-be91-e1b9c43d12f6,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:11.863915 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] Attempting to bind port 3f4a3d9c-a742-4639-be91-e1b9c43d12f6 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:02:11.864301 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] Attempting to bind port 3f4a3d9c-a742-4639-be91-e1b9c43d12f6 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': 'd79506bb-5b9f-4d56-bcf2-9390718d5c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'da593c6f-0992-4713-94cc-66246effb991'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:02:11.864675 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] Attempting to bind port 3f4a3d9c-a742-4639-be91-e1b9c43d12f6 on network da593c6f-0992-4713-94cc-66246effb991 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:02:11.870637 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:02:11.871012 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] Checking segment: {'id': 'd79506bb-5b9f-4d56-bcf2-9390718d5c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'da593c6f-0992-4713-94cc-66246effb991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:02:11.871423 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:11.871822 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] Bound using segment: {'id': 'd79506bb-5b9f-4d56-bcf2-9390718d5c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'da593c6f-0992-4713-94cc-66246effb991'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:02:11.872299 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] Bound port: 3f4a3d9c-a742-4639-be91-e1b9c43d12f6, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79506bb-5b9f-4d56-bcf2-9390718d5c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'da593c6f-0992-4713-94cc-66246effb991'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:02:11.872686 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (3f4a3d9c-a742-4639-be91-e1b9c43d12f6), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:11.946198 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] For port 3f4a3d9c-a742-4639-be91-e1b9c43d12f6, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:02:11.950147 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] For port 3f4a3d9c-a742-4639-be91-e1b9c43d12f6, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=3f4a3d9c-a742-4639-be91-e1b9c43d12f6,segment=NetworkSegment(d79506bb-5b9f-4d56-bcf2-9390718d5c1e),segment_id=d79506bb-5b9f-4d56-bcf2-9390718d5c1e)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:02:11.969382 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (3f4a3d9c-a742-4639-be91-e1b9c43d12f6), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:12.062832 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] Routers {'4341e3c2-322d-4f62-8b21-d654afb577f1'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:02:12.063655 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:02:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['4341e3c2-322d-4f62-8b21-d654afb577f1'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:12.069934 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91227ef1-5c69-467f-89a1-97610187c52d None None] Pushing event updated for resources: {'Port': ['ID=3f4a3d9c-a742-4639-be91-e1b9c43d12f6,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:12.104590 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b255ada7-2372-4c18-a327-188b493103f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546215'] for router (46f2bcc6-145d-4b56-b3ec-f1ff35c6b736), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:12.192644 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5eb25ad6-ba11-417b-9b1f-767dfbcf2cae req-97a664bc-d674-44f6-8e55-349c661ca90a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779984 Apr 12 18:02:12.256558 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:02:12.292496 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb25ad6-ba11-417b-9b1f-767dfbcf2cae req-207af116-2fc9-4471-94b1-9d66e3513b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:12.294437 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5eb25ad6-ba11-417b-9b1f-767dfbcf2cae req-207af116-2fc9-4471-94b1-9d66e3513b01 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=237798a0b1a14ab3835a4a934510ce49&device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 1130 time: 0.0715482 Apr 12 18:02:12.378501 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5df006-1767-41a0-80d7-0ec7ac83b4ea req-6b71e9e6-80a3-4cb0-a221-f2b93bb60e8c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:12.380053 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7a5df006-1767-41a0-80d7-0ec7ac83b4ea req-6b71e9e6-80a3-4cb0-a221-f2b93bb60e8c tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 944 time: 0.0771224 Apr 12 18:02:12.440938 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:12.456150 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7a5df006-1767-41a0-80d7-0ec7ac83b4ea req-1bd5dcc3-4cfa-4a57-9d5f-548ffe8228b6 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665061 Apr 12 18:02:12.466313 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b255ada7-2372-4c18-a327-188b493103f6 admin admin] Router 46f2bcc6-145d-4b56-b3ec-f1ff35c6b736 is scheduled to L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e with binding_index 1 {{(pid=109827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:02:12.470526 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb25ad6-ba11-417b-9b1f-767dfbcf2cae req-68e91b14-62dd-4627-b99b-8e46ce52cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:12.470951 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'port_id': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8', 'mac_address': 'fa:16:3e:f7:01:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:02:12.472584 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-632af5a0-c923-4f79-878c-6178f07f5b89 None None] Provisioning complete for port 3f4a3d9c-a742-4639-be91-e1b9c43d12f6 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:12.472923 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5eb25ad6-ba11-417b-9b1f-767dfbcf2cae req-68e91b14-62dd-4627-b99b-8e46ce52cc52 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ec15485-e591-42f1-9874-b31f76908832 HTTP/1.1" status: 200 len: 913 time: 0.1490583 Apr 12 18:02:12.473148 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-632af5a0-c923-4f79-878c-6178f07f5b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (3f4a3d9c-a742-4639-be91-e1b9c43d12f6), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:12.592318 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5eb25ad6-ba11-417b-9b1f-767dfbcf2cae req-d16e2ec7-7b1c-4432-a860-d0e09010c81b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55eeff29-4d0b-408a-8789-43548cbcd69a HTTP/1.1" status: 200 len: 1001 time: 0.1125758 Apr 12 18:02:12.620473 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-632af5a0-c923-4f79-878c-6178f07f5b89 None None] Current status of the port 3f4a3d9c-a742-4639-be91-e1b9c43d12f6 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:12.621320 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-632af5a0-c923-4f79-878c-6178f07f5b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (3f4a3d9c-a742-4639-be91-e1b9c43d12f6), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:12.691704 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:12.692148 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:12.694224 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 42922) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:12.699125 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b255ada7-2372-4c18-a327-188b493103f6 admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:02:12.712334 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] Sync routers for ids ['46f2bcc6-145d-4b56-b3ec-f1ff35c6b736'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:02:12.734031 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] Routers {'46f2bcc6-145d-4b56-b3ec-f1ff35c6b736'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:02:12.735793 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:02:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['46f2bcc6-145d-4b56-b3ec-f1ff35c6b736'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:12.754146 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b255ada7-2372-4c18-a327-188b493103f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:12.760844 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 42924) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:12.762690 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device b8907f80-aa1a-49b6-b4f1-034c799768f4 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:02:12.766949 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-632af5a0-c923-4f79-878c-6178f07f5b89 None None] For port 3f4a3d9c-a742-4639-be91-e1b9c43d12f6, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=3f4a3d9c-a742-4639-be91-e1b9c43d12f6,segment=NetworkSegment(d79506bb-5b9f-4d56-bcf2-9390718d5c1e),segment_id=d79506bb-5b9f-4d56-bcf2-9390718d5c1e)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:12.767937 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-b255ada7-2372-4c18-a327-188b493103f6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7963743 Apr 12 18:02:12.773801 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] Set router 4341e3c2-322d-4f62-8b21-d654afb577f1 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:02:12.794719 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:02:12.836894 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-632af5a0-c923-4f79-878c-6178f07f5b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (3f4a3d9c-a742-4639-be91-e1b9c43d12f6), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:12.837412 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb25ad6-ba11-417b-9b1f-767dfbcf2cae req-f4b1b765-ee15-48e4-965b-023b2c61ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:12.839804 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5eb25ad6-ba11-417b-9b1f-767dfbcf2cae req-f4b1b765-ee15-48e4-965b-023b2c61ac07 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78fc5004-f958-4780-b51c-2a79ed561fa7 HTTP/1.1" status: 200 len: 851 time: 0.2396927 Apr 12 18:02:12.888506 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:12.900037 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] Set router 46f2bcc6-145d-4b56-b3ec-f1ff35c6b736 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:02:12.902782 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb25ad6-ba11-417b-9b1f-767dfbcf2cae req-513c2209-f6a1-453a-9492-ddc1bdae44fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:12.904257 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5eb25ad6-ba11-417b-9b1f-767dfbcf2cae req-513c2209-f6a1-453a-9492-ddc1bdae44fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ec15485-e591-42f1-9874-b31f76908832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541275 Apr 12 18:02:12.906956 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:12.975421 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632af5a0-c923-4f79-878c-6178f07f5b89 None None] Pushing event updated for resources: {'Port': ['ID=3f4a3d9c-a742-4639-be91-e1b9c43d12f6,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:13.041735 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7df8400e-dffe-41d1-9e8d-a35c18b73ae2 None None] Provisioning complete for port 3f4a3d9c-a742-4639-be91-e1b9c43d12f6 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:13.042511 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7df8400e-dffe-41d1-9e8d-a35c18b73ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (3f4a3d9c-a742-4639-be91-e1b9c43d12f6), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:13.079947 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port b8907f80-aa1a-49b6-b4f1-034c799768f4 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:13.080327 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b8907f80-aa1a-49b6-b4f1-034c799768f4), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:13.093706 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17e324f7-d156-43c8-ae96-8abb45940908 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (3201fae2-9ea0-45f1-b817-acf1e0eb23a4), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:13.139791 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5eb25ad6-ba11-417b-9b1f-767dfbcf2cae req-9db71854-37c6-47ad-9da0-bf06d2227538 service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268834 Apr 12 18:02:13.146075 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17e324f7-d156-43c8-ae96-8abb45940908 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (3201fae2-9ea0-45f1-b817-acf1e0eb23a4), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:13.154583 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f2bcc6-145d-4b56-b3ec-f1ff35c6b736', 'name': 'tempest-TestMinimumBasicScenario-100504269-router', 'tenant_id': 'efbd41180e074aee85acef371a29fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '11c2541d-2683-4cc9-b61d-e613e8d3fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:10Z', 'updated_at': '2022-04-12T18:02:11Z', 'revision_number': 3, 'project_id': 'efbd41180e074aee85acef371a29fd86', 'gw_port': {'id': '11c2541d-2683-4cc9-b61d-e613e8d3fec6', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f2bcc6-145d-4b56-b3ec-f1ff35c6b736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:11Z', 'updated_at': '2022-04-12T18:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:13.169549 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['b9a5dbde-7ebf-4aff-9d55-32978c4f27e8'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:02:13.185679 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,revision_number=9']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:13.190668 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] Checking router: 46f2bcc6-145d-4b56-b3ec-f1ff35c6b736 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:02:13.191021 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] Updating router 46f2bcc6-145d-4b56-b3ec-f1ff35c6b736 port 11c2541d-2683-4cc9-b61d-e613e8d3fec6 binding host dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:02:13.219875 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c95b85c-9c55-4dd4-8b5c-5e328ef110f3 None None] Network 3eace1fc-1f55-4e54-bc1a-0b2a963bbcac requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:02:13.220255 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (11c2541d-2683-4cc9-b61d-e613e8d3fec6), before_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:13.364013 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5eb25ad6-ba11-417b-9b1f-767dfbcf2cae req-5fb5ab54-7650-436c-9e6f-0d4803f16c5d service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137287 Apr 12 18:02:13.368204 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17e324f7-d156-43c8-ae96-8abb45940908 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (3201fae2-9ea0-45f1-b817-acf1e0eb23a4), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:13.370767 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-17e324f7-d156-43c8-ae96-8abb45940908 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:13.372006 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-17e324f7-d156-43c8-ae96-8abb45940908 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "DELETE /v2.0/security-groups/3201fae2-9ea0-45f1-b817-acf1e0eb23a4 HTTP/1.1" status: 204 len: 168 time: 0.6738911 Apr 12 18:02:13.375959 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 42926) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:13.441015 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e324f7-d156-43c8-ae96-8abb45940908 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3201fae2-9ea0-45f1-b817-acf1e0eb23a4,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:13.445261 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.api.v2.resource [None req-1d663a2d-5970-4534-82b5-295430ee9590 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] show failed (client error): The resource could not be found. Apr 12 18:02:13.446720 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-1d663a2d-5970-4534-82b5-295430ee9590 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "GET /v2.0/security-groups/3201fae2-9ea0-45f1-b817-acf1e0eb23a4 HTTP/1.1" status: 404 len: 347 time: 0.0698643 Apr 12 18:02:13.450070 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 42928) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:13.473834 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'name': 'tempest-TestMinimumBasicScenario-1061453444-router', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:02Z', 'updated_at': '2022-04-12T18:02:07Z', 'revision_number': 4, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'gw_port': {'id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:04Z', 'updated_at': '2022-04-12T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '3f4a3d9c-a742-4639-be91-e1b9c43d12f6', 'name': '', 'network_id': 'da593c6f-0992-4713-94cc-66246effb991', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'mac_address': 'fa:16:3e:c4:42:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd8753db2-09c1-437d-aa92-e7bc977cc9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:06Z', 'updated_at': '2022-04-12T18:02:11Z', 'revision_number': 4, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'subnets': [{'id': 'd8753db2-09c1-437d-aa92-e7bc977cc9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:13.499960 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7df8400e-dffe-41d1-9e8d-a35c18b73ae2 None None] Current status of the port 3f4a3d9c-a742-4639-be91-e1b9c43d12f6 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:13.529842 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port b8907f80-aa1a-49b6-b4f1-034c799768f4 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:13.530331 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b8907f80-aa1a-49b6-b4f1-034c799768f4), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:13.545577 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8227f1-1b56-459a-b53d-75c2fffd7e00 None None] The sync data for ids ['4341e3c2-322d-4f62-8b21-d654afb577f1'] in dv-cinder-837534-1-iscsi is: [{'id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'name': 'tempest-TestMinimumBasicScenario-1061453444-router', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:02Z', 'updated_at': '2022-04-12T18:02:07Z', 'revision_number': 4, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'gw_port': {'id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:04Z', 'updated_at': '2022-04-12T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '3f4a3d9c-a742-4639-be91-e1b9c43d12f6', 'name': '', 'network_id': 'da593c6f-0992-4713-94cc-66246effb991', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'mac_address': 'fa:16:3e:c4:42:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd8753db2-09c1-437d-aa92-e7bc977cc9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:06Z', 'updated_at': '2022-04-12T18:02:11Z', 'revision_number': 4, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'subnets': [{'id': 'd8753db2-09c1-437d-aa92-e7bc977cc9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:02:13.654953 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] Publish callbacks [] for port (11c2541d-2683-4cc9-b61d-e613e8d3fec6), precommit_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:13.657587 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:02:13.675368 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (11c2541d-2683-4cc9-b61d-e613e8d3fec6), after_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:13.693542 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b22f3-dca6-4b3d-aae6-a17cfb97e127 req-32c5009c-2ee3-4cfb-92b2-287f20cf23bd tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:13.696551 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-478b22f3-dca6-4b3d-aae6-a17cfb97e127 req-32c5009c-2ee3-4cfb-92b2-287f20cf23bd tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 945 time: 0.1221273 Apr 12 18:02:13.712797 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-068dc2fd-f0e1-4898-9ef8-f702914d1af4 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Deleting port 339ecbc0-15b4-40db-9f47-d6b841e09feb {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:02:13.713202 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-068dc2fd-f0e1-4898-9ef8-f702914d1af4 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (339ecbc0-15b4-40db-9f47-d6b841e09feb), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:13.727139 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] For port b8907f80-aa1a-49b6-b4f1-034c799768f4, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=b8907f80-aa1a-49b6-b4f1-034c799768f4,segment=NetworkSegment(0f9aec55-04b8-4fff-ae5d-cc91206c1ce5),segment_id=0f9aec55-04b8-4fff-ae5d-cc91206c1ce5)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:13.774547 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-4f364639-c7f3-415d-a5c1-51d71acf1f5b None None] Provisioning complete for port b8907f80-aa1a-49b6-b4f1-034c799768f4 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:13.774951 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4f364639-c7f3-415d-a5c1-51d71acf1f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b8907f80-aa1a-49b6-b4f1-034c799768f4), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:13.789628 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fd94c-6910-4221-98c4-1eef4f7647dd None None] Pushing event updated for resources: {'Port': ['ID=11c2541d-2683-4cc9-b61d-e613e8d3fec6,revision_number=2']} {{(pid=109829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:13.806836 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] Attempting to bind port 11c2541d-2683-4cc9-b61d-e613e8d3fec6 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:02:13.811248 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] Attempting to bind port 11c2541d-2683-4cc9-b61d-e613e8d3fec6 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'}] {{(pid=109829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:02:13.811626 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] Attempting to bind port 11c2541d-2683-4cc9-b61d-e613e8d3fec6 on network 05f7d063-e626-411a-9797-8659504ada56 {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:02:13.819634 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:02:13.820115 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] Checking segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:02:13.820518 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:13.821279 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-478b22f3-dca6-4b3d-aae6-a17cfb97e127 req-a9f19782-8d32-461f-b6a2-9cd22dc002ce tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140902 Apr 12 18:02:13.834367 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] Bound using segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:02:13.835681 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] Bound port: 11c2541d-2683-4cc9-b61d-e613e8d3fec6, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'}}] {{(pid=109829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:02:13.836108 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (11c2541d-2683-4cc9-b61d-e613e8d3fec6), before_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:13.889802 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b8907f80-aa1a-49b6-b4f1-034c799768f4), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:13.934859 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.db [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] For port 11c2541d-2683-4cc9-b61d-e613e8d3fec6, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:02:13.939627 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.db [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] For port 11c2541d-2683-4cc9-b61d-e613e8d3fec6, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=11c2541d-2683-4cc9-b61d-e613e8d3fec6,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:02:13.956756 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Pushing event updated for resources: {'Port': ['ID=b8907f80-aa1a-49b6-b4f1-034c799768f4,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:13.957018 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (11c2541d-2683-4cc9-b61d-e613e8d3fec6), after_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:14.020718 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-4f364639-c7f3-415d-a5c1-51d71acf1f5b None None] Current status of the port b8907f80-aa1a-49b6-b4f1-034c799768f4 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:14.026836 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] Routers {'46f2bcc6-145d-4b56-b3ec-f1ff35c6b736'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:02:14.027479 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:02:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['46f2bcc6-145d-4b56-b3ec-f1ff35c6b736'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:14.047610 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-068dc2fd-f0e1-4898-9ef8-f702914d1af4 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (339ecbc0-15b4-40db-9f47-d6b841e09feb), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:14.048209 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-068dc2fd-f0e1-4898-9ef8-f702914d1af4 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (339ecbc0-15b4-40db-9f47-d6b841e09feb), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:14.068342 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-068dc2fd-f0e1-4898-9ef8-f702914d1af4 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Calling delete_port for 339ecbc0-15b4-40db-9f47-d6b841e09feb owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:02:14.082989 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d84f3f70-57df-4547-a9b0-be57ea21cf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:14.132359 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fd94c-6910-4221-98c4-1eef4f7647dd None None] Pushing event updated for resources: {'Port': ['ID=11c2541d-2683-4cc9-b61d-e613e8d3fec6,revision_number=3']} {{(pid=109829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:14.146015 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-66649bd0-8ddd-4d84-b8cd-45575ac592d3 None None] Provisioning complete for port b8907f80-aa1a-49b6-b4f1-034c799768f4 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:14.146425 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-66649bd0-8ddd-4d84-b8cd-45575ac592d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b8907f80-aa1a-49b6-b4f1-034c799768f4), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:14.184508 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] Set router 46f2bcc6-145d-4b56-b3ec-f1ff35c6b736 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:02:14.246452 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-66649bd0-8ddd-4d84-b8cd-45575ac592d3 None None] Current status of the port b8907f80-aa1a-49b6-b4f1-034c799768f4 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:14.335643 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-d84f3f70-57df-4547-a9b0-be57ea21cf82 admin admin] Allocated IP 172.20.0.1 (3eace1fc-1f55-4e54-bc1a-0b2a963bbcac/0c20afb5-541f-4485-adfc-cec59b6ca4b8/b81cd083-009b-4836-98e9-3e970b780f7d) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:02:14.340278 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-068dc2fd-f0e1-4898-9ef8-f702914d1af4 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (339ecbc0-15b4-40db-9f47-d6b841e09feb), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:14.365866 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:02:14.408509 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dc2fd-f0e1-4898-9ef8-f702914d1af4 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Pushing event deleted for resources: {'Port': ['ID=339ecbc0-15b4-40db-9f47-d6b841e09feb,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:14.418409 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f2bcc6-145d-4b56-b3ec-f1ff35c6b736', 'name': 'tempest-TestMinimumBasicScenario-100504269-router', 'tenant_id': 'efbd41180e074aee85acef371a29fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '11c2541d-2683-4cc9-b61d-e613e8d3fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:10Z', 'updated_at': '2022-04-12T18:02:11Z', 'revision_number': 3, 'project_id': 'efbd41180e074aee85acef371a29fd86', 'gw_port': {'id': '11c2541d-2683-4cc9-b61d-e613e8d3fec6', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f2bcc6-145d-4b56-b3ec-f1ff35c6b736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:11Z', 'updated_at': '2022-04-12T18:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:14.453538 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b9f72-81de-490d-9dde-d39067674b90 None None] The sync data for ids ['46f2bcc6-145d-4b56-b3ec-f1ff35c6b736'] in dv-cinder-837534-1-iscsi is: [{'id': '46f2bcc6-145d-4b56-b3ec-f1ff35c6b736', 'name': 'tempest-TestMinimumBasicScenario-100504269-router', 'tenant_id': 'efbd41180e074aee85acef371a29fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '11c2541d-2683-4cc9-b61d-e613e8d3fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:10Z', 'updated_at': '2022-04-12T18:02:11Z', 'revision_number': 3, 'project_id': 'efbd41180e074aee85acef371a29fd86', 'gw_port': {'id': '11c2541d-2683-4cc9-b61d-e613e8d3fec6', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f2bcc6-145d-4b56-b3ec-f1ff35c6b736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:11Z', 'updated_at': '2022-04-12T18:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:02:14.540495 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-068dc2fd-f0e1-4898-9ef8-f702914d1af4 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks [] for floatingip (dc4b754f-9cbe-4234-8622-f904f925fc4f), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:14.543636 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-068dc2fd-f0e1-4898-9ef8-f702914d1af4 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:14.544885 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-068dc2fd-f0e1-4898-9ef8-f702914d1af4 tempest-AttachVolumeNegativeTest-2102644773 tempest-AttachVolumeNegativeTest-2102644773-project] 10.222.0.24 "DELETE /v2.0/floatingips/dc4b754f-9cbe-4234-8622-f904f925fc4f HTTP/1.1" status: 204 len: 168 time: 1.0937078 Apr 12 18:02:14.586290 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d84f3f70-57df-4547-a9b0-be57ea21cf82 admin admin] Publish callbacks [] for port (b81cd083-009b-4836-98e9-3e970b780f7d), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:14.593833 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:14.595727 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:14.646086 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d84f3f70-57df-4547-a9b0-be57ea21cf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (b81cd083-009b-4836-98e9-3e970b780f7d), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:14.714084 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:14.714511 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:14.746165 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84f3f70-57df-4547-a9b0-be57ea21cf82 admin admin] Network 3eace1fc-1f55-4e54-bc1a-0b2a963bbcac is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:02:14.754076 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-d84f3f70-57df-4547-a9b0-be57ea21cf82 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:02:14.761476 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a2d392-16f5-4e20-8486-9dd65baf6ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:02:14.762405 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84f3f70-57df-4547-a9b0-be57ea21cf82 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:02:14.764036 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd242faa-7d4e-4fca-8c96-192f2190946e" -d '{"events": [{"server_uuid": "f0a2d392-16f5-4e20-8486-9dd65baf6ff3", "name": "network-vif-plugged", "status": "completed", "tag": "b9a5dbde-7ebf-4aff-9d55-32978c4f27e8"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:02:14.769475 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f3f70-57df-4547-a9b0-be57ea21cf82 admin admin] Pushing event updated for resources: {'Port': ['ID=b81cd083-009b-4836-98e9-3e970b780f7d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:14.797445 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:14.806087 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:14.911463 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d84f3f70-57df-4547-a9b0-be57ea21cf82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546134'] for router_interface (46f2bcc6-145d-4b56-b3ec-f1ff35c6b736), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:14.927986 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf74b00-b1bf-4d4e-ae4f-210a5aceb54d x-openstack-request-id: req-acf74b00-b1bf-4d4e-ae4f-210a5aceb54d {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:02:14.928301 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a2d392-16f5-4e20-8486-9dd65baf6ff3", "name": "network-vif-plugged", "status": "completed", "tag": "b9a5dbde-7ebf-4aff-9d55-32978c4f27e8", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:02:14.928683 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-acf74b00-b1bf-4d4e-ae4f-210a5aceb54d {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:02:14.934421 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf74b00-b1bf-4d4e-ae4f-210a5aceb54d'] response: {'server_uuid': 'f0a2d392-16f5-4e20-8486-9dd65baf6ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8', 'code': 200} Apr 12 18:02:14.935228 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device b8907f80-aa1a-49b6-b4f1-034c799768f4 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:02:15.088863 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,revision_number=10']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:15.110098 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c616d3-a827-4fe0-8ea2-ed6a1823034a req-8ed6ee1b-92a9-4117-a951-cf420617a2d9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:15.115635 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c3c616d3-a827-4fe0-8ea2-ed6a1823034a req-8ed6ee1b-92a9-4117-a951-cf420617a2d9 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 947 time: 0.1074686 Apr 12 18:02:15.121346 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port b8907f80-aa1a-49b6-b4f1-034c799768f4 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:15.122251 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b8907f80-aa1a-49b6-b4f1-034c799768f4), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:15.208553 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c3c616d3-a827-4fe0-8ea2-ed6a1823034a req-616ee577-670c-4534-9a0f-16ab10b5dc81 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845611 Apr 12 18:02:15.258022 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port b8907f80-aa1a-49b6-b4f1-034c799768f4 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:15.259247 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 3f4a3d9c-a742-4639-be91-e1b9c43d12f6 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:02:15.306920 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-e0892b31-c90b-4a3d-ba1c-3566482ca2a0 None None] Provisioning complete for port b81cd083-009b-4836-98e9-3e970b780f7d triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:15.306920 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e0892b31-c90b-4a3d-ba1c-3566482ca2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b81cd083-009b-4836-98e9-3e970b780f7d), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:15.346700 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-e0892b31-c90b-4a3d-ba1c-3566482ca2a0 None None] Port b81cd083-009b-4836-98e9-3e970b780f7d cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:02:15.354577 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 3f4a3d9c-a742-4639-be91-e1b9c43d12f6 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:15.354959 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (3f4a3d9c-a742-4639-be91-e1b9c43d12f6), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:15.457512 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 3f4a3d9c-a742-4639-be91-e1b9c43d12f6 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:15.484863 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d95f76-6ebd-4fb0-aceb-feb48982b39c req-b49c612a-d27f-45eb-8ce8-6b1ef73cad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:15.486342 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-18d95f76-6ebd-4fb0-aceb-feb48982b39c req-b49c612a-d27f-45eb-8ce8-6b1ef73cad26 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 1131 time: 0.0508831 Apr 12 18:02:15.539417 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d84f3f70-57df-4547-a9b0-be57ea21cf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b81cd083-009b-4836-98e9-3e970b780f7d), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:15.570239 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-18d95f76-6ebd-4fb0-aceb-feb48982b39c req-c4b71055-7f89-475d-9ae8-10eeae8ea9d0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748494 Apr 12 18:02:15.724799 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d84f3f70-57df-4547-a9b0-be57ea21cf82 admin admin] Publish callbacks [] for port (b81cd083-009b-4836-98e9-3e970b780f7d), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:15.730010 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d84f3f70-57df-4547-a9b0-be57ea21cf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8586785'] for port (b81cd083-009b-4836-98e9-3e970b780f7d), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:15.809417 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f3f70-57df-4547-a9b0-be57ea21cf82 admin admin] Pushing event updated for resources: {'Port': ['ID=b81cd083-009b-4836-98e9-3e970b780f7d,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:15.811897 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d84f3f70-57df-4547-a9b0-be57ea21cf82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548582'] for router_interface (46f2bcc6-145d-4b56-b3ec-f1ff35c6b736), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:15.910660 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84f3f70-57df-4547-a9b0-be57ea21cf82 admin admin] Network 3eace1fc-1f55-4e54-bc1a-0b2a963bbcac is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:02:15.912064 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-d84f3f70-57df-4547-a9b0-be57ea21cf82 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:02:16.046024 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84f3f70-57df-4547-a9b0-be57ea21cf82 admin admin] Router 46f2bcc6-145d-4b56-b3ec-f1ff35c6b736 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:02:16.159978 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84f3f70-57df-4547-a9b0-be57ea21cf82 admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:02:16.165556 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-d84f3f70-57df-4547-a9b0-be57ea21cf82 admin admin] 10.222.0.24 "PUT /v2.0/routers/46f2bcc6-145d-4b56-b3ec-f1ff35c6b736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3947792 Apr 12 18:02:16.170480 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-a03d547b-47a8-4eb4-9b20-5c9127edbcd0 None None] Provisioning complete for port b81cd083-009b-4836-98e9-3e970b780f7d triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:16.171010 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a03d547b-47a8-4eb4-9b20-5c9127edbcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b81cd083-009b-4836-98e9-3e970b780f7d), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:16.208723 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-a03d547b-47a8-4eb4-9b20-5c9127edbcd0 None None] Port b81cd083-009b-4836-98e9-3e970b780f7d cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:02:16.336731 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0e8c-4c0c-47f4-a844-3da097610154 req-2985e47f-7369-4f2d-b552-8d4af60c5cfb tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:16.338968 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-fd4c0e8c-4c0c-47f4-a844-3da097610154 req-2985e47f-7369-4f2d-b552-8d4af60c5cfb tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 947 time: 0.0512283 Apr 12 18:02:16.389721 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-fd4c0e8c-4c0c-47f4-a844-3da097610154 req-6f148c45-38bf-4aed-9fff-54dc80746cd0 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449588 Apr 12 18:02:16.522867 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] Sync routers for ids ['46f2bcc6-145d-4b56-b3ec-f1ff35c6b736'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:02:16.533066 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] Routers {'46f2bcc6-145d-4b56-b3ec-f1ff35c6b736'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:02:16.533683 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:02:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['46f2bcc6-145d-4b56-b3ec-f1ff35c6b736'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:16.654598 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 11c2541d-2683-4cc9-b61d-e613e8d3fec6 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:02:16.687244 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] Set router 46f2bcc6-145d-4b56-b3ec-f1ff35c6b736 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:02:16.790484 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 11c2541d-2683-4cc9-b61d-e613e8d3fec6 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:16.790779 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (11c2541d-2683-4cc9-b61d-e613e8d3fec6), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:16.935876 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 11c2541d-2683-4cc9-b61d-e613e8d3fec6 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:16.936179 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (11c2541d-2683-4cc9-b61d-e613e8d3fec6), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:17.011859 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] For port 11c2541d-2683-4cc9-b61d-e613e8d3fec6, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=11c2541d-2683-4cc9-b61d-e613e8d3fec6,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:17.025548 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f2bcc6-145d-4b56-b3ec-f1ff35c6b736', 'name': 'tempest-TestMinimumBasicScenario-100504269-router', 'tenant_id': 'efbd41180e074aee85acef371a29fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '11c2541d-2683-4cc9-b61d-e613e8d3fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:10Z', 'updated_at': '2022-04-12T18:02:15Z', 'revision_number': 4, 'project_id': 'efbd41180e074aee85acef371a29fd86', 'gw_port': {'id': '11c2541d-2683-4cc9-b61d-e613e8d3fec6', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f2bcc6-145d-4b56-b3ec-f1ff35c6b736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:11Z', 'updated_at': '2022-04-12T18:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': 'b81cd083-009b-4836-98e9-3e970b780f7d', 'name': '', 'network_id': '3eace1fc-1f55-4e54-bc1a-0b2a963bbcac', 'tenant_id': 'efbd41180e074aee85acef371a29fd86', 'mac_address': 'fa:16:3e:68:d8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f2bcc6-145d-4b56-b3ec-f1ff35c6b736', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0c20afb5-541f-4485-adfc-cec59b6ca4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:14Z', 'updated_at': '2022-04-12T18:02:15Z', 'revision_number': 2, 'project_id': 'efbd41180e074aee85acef371a29fd86', 'subnets': [{'id': '0c20afb5-541f-4485-adfc-cec59b6ca4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:17.028622 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (11c2541d-2683-4cc9-b61d-e613e8d3fec6), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:17.058611 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] Checking router: 46f2bcc6-145d-4b56-b3ec-f1ff35c6b736 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:02:17.059356 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] Updating router 46f2bcc6-145d-4b56-b3ec-f1ff35c6b736 port b81cd083-009b-4836-98e9-3e970b780f7d binding host dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:02:17.138359 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b81cd083-009b-4836-98e9-3e970b780f7d), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:17.192057 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Pushing event updated for resources: {'Port': ['ID=11c2541d-2683-4cc9-b61d-e613e8d3fec6,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:17.551319 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706b890-c309-4bdd-bc87-18cbc19e9a07 req-82b3a491-b69c-4ada-95b3-2a55113d75d8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:17.561101 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9706b890-c309-4bdd-bc87-18cbc19e9a07 req-82b3a491-b69c-4ada-95b3-2a55113d75d8 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 947 time: 0.0817494 Apr 12 18:02:17.583085 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] Publish callbacks [] for port (b81cd083-009b-4836-98e9-3e970b780f7d), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:17.590760 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b81cd083-009b-4836-98e9-3e970b780f7d), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:17.618732 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9706b890-c309-4bdd-bc87-18cbc19e9a07 req-4a24a5e8-1286-48ad-b411-c42fa4f8b73e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564356 Apr 12 18:02:17.648989 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63ec02-4a23-49fd-a0e5-3c0168d824e7 None None] Pushing event updated for resources: {'Port': ['ID=b81cd083-009b-4836-98e9-3e970b780f7d,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:17.732866 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] Attempting to bind port b81cd083-009b-4836-98e9-3e970b780f7d on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:02:17.733234 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] Attempting to bind port b81cd083-009b-4836-98e9-3e970b780f7d by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '0f9aec55-04b8-4fff-ae5d-cc91206c1ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3eace1fc-1f55-4e54-bc1a-0b2a963bbcac'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:02:17.733601 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] Attempting to bind port b81cd083-009b-4836-98e9-3e970b780f7d on network 3eace1fc-1f55-4e54-bc1a-0b2a963bbcac {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:02:17.753608 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:02:17.753996 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] Checking segment: {'id': '0f9aec55-04b8-4fff-ae5d-cc91206c1ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3eace1fc-1f55-4e54-bc1a-0b2a963bbcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:02:17.754522 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:17.754924 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] Bound using segment: {'id': '0f9aec55-04b8-4fff-ae5d-cc91206c1ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3eace1fc-1f55-4e54-bc1a-0b2a963bbcac'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:02:17.755415 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] Bound port: b81cd083-009b-4836-98e9-3e970b780f7d, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9aec55-04b8-4fff-ae5d-cc91206c1ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3eace1fc-1f55-4e54-bc1a-0b2a963bbcac'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:02:17.755804 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b81cd083-009b-4836-98e9-3e970b780f7d), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:17.841286 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] For port b81cd083-009b-4836-98e9-3e970b780f7d, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:02:17.845259 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] For port b81cd083-009b-4836-98e9-3e970b780f7d, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=b81cd083-009b-4836-98e9-3e970b780f7d,segment=NetworkSegment(0f9aec55-04b8-4fff-ae5d-cc91206c1ce5),segment_id=0f9aec55-04b8-4fff-ae5d-cc91206c1ce5)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:02:17.852695 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b81cd083-009b-4836-98e9-3e970b780f7d), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:17.913602 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63ec02-4a23-49fd-a0e5-3c0168d824e7 None None] Pushing event updated for resources: {'Port': ['ID=b81cd083-009b-4836-98e9-3e970b780f7d,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:17.933567 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] Routers {'46f2bcc6-145d-4b56-b3ec-f1ff35c6b736'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:02:17.934308 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:02:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['46f2bcc6-145d-4b56-b3ec-f1ff35c6b736'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:17.996925 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-40e80827-e675-4fda-9648-c340fb1c6ea5 None None] Provisioning complete for port b81cd083-009b-4836-98e9-3e970b780f7d triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:17.997466 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-40e80827-e675-4fda-9648-c340fb1c6ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b81cd083-009b-4836-98e9-3e970b780f7d), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:18.103242 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] Set router 46f2bcc6-145d-4b56-b3ec-f1ff35c6b736 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:02:18.238615 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-40e80827-e675-4fda-9648-c340fb1c6ea5 None None] Current status of the port b81cd083-009b-4836-98e9-3e970b780f7d is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:18.239280 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-40e80827-e675-4fda-9648-c340fb1c6ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b81cd083-009b-4836-98e9-3e970b780f7d), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:18.315100 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-40e80827-e675-4fda-9648-c340fb1c6ea5 None None] For port b81cd083-009b-4836-98e9-3e970b780f7d, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=b81cd083-009b-4836-98e9-3e970b780f7d,segment=NetworkSegment(0f9aec55-04b8-4fff-ae5d-cc91206c1ce5),segment_id=0f9aec55-04b8-4fff-ae5d-cc91206c1ce5)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:18.335900 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-40e80827-e675-4fda-9648-c340fb1c6ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b81cd083-009b-4836-98e9-3e970b780f7d), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:18.427443 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f2bcc6-145d-4b56-b3ec-f1ff35c6b736', 'name': 'tempest-TestMinimumBasicScenario-100504269-router', 'tenant_id': 'efbd41180e074aee85acef371a29fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '11c2541d-2683-4cc9-b61d-e613e8d3fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:10Z', 'updated_at': '2022-04-12T18:02:15Z', 'revision_number': 4, 'project_id': 'efbd41180e074aee85acef371a29fd86', 'gw_port': {'id': '11c2541d-2683-4cc9-b61d-e613e8d3fec6', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f2bcc6-145d-4b56-b3ec-f1ff35c6b736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:11Z', 'updated_at': '2022-04-12T18:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': 'b81cd083-009b-4836-98e9-3e970b780f7d', 'name': '', 'network_id': '3eace1fc-1f55-4e54-bc1a-0b2a963bbcac', 'tenant_id': 'efbd41180e074aee85acef371a29fd86', 'mac_address': 'fa:16:3e:68:d8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f2bcc6-145d-4b56-b3ec-f1ff35c6b736', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0c20afb5-541f-4485-adfc-cec59b6ca4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:14Z', 'updated_at': '2022-04-12T18:02:17Z', 'revision_number': 4, 'project_id': 'efbd41180e074aee85acef371a29fd86', 'subnets': [{'id': '0c20afb5-541f-4485-adfc-cec59b6ca4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:18.441532 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 43040) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:18.635271 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-516876fb-6b6a-4e53-ba26-d166344bfdff None None] Provisioning complete for port b81cd083-009b-4836-98e9-3e970b780f7d triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:18.635873 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-516876fb-6b6a-4e53-ba26-d166344bfdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b81cd083-009b-4836-98e9-3e970b780f7d), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:18.664426 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b845fd8a-4284-45d5-95d1-94e4eab7a55f None None] The sync data for ids ['46f2bcc6-145d-4b56-b3ec-f1ff35c6b736'] in dv-cinder-837534-1-iscsi is: [{'id': '46f2bcc6-145d-4b56-b3ec-f1ff35c6b736', 'name': 'tempest-TestMinimumBasicScenario-100504269-router', 'tenant_id': 'efbd41180e074aee85acef371a29fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '11c2541d-2683-4cc9-b61d-e613e8d3fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:10Z', 'updated_at': '2022-04-12T18:02:15Z', 'revision_number': 4, 'project_id': 'efbd41180e074aee85acef371a29fd86', 'gw_port': {'id': '11c2541d-2683-4cc9-b61d-e613e8d3fec6', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f2bcc6-145d-4b56-b3ec-f1ff35c6b736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:11Z', 'updated_at': '2022-04-12T18:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': 'b81cd083-009b-4836-98e9-3e970b780f7d', 'name': '', 'network_id': '3eace1fc-1f55-4e54-bc1a-0b2a963bbcac', 'tenant_id': 'efbd41180e074aee85acef371a29fd86', 'mac_address': 'fa:16:3e:68:d8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f2bcc6-145d-4b56-b3ec-f1ff35c6b736', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0c20afb5-541f-4485-adfc-cec59b6ca4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:14Z', 'updated_at': '2022-04-12T18:02:17Z', 'revision_number': 4, 'project_id': 'efbd41180e074aee85acef371a29fd86', 'subnets': [{'id': '0c20afb5-541f-4485-adfc-cec59b6ca4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:02:18.674322 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e80827-e675-4fda-9648-c340fb1c6ea5 None None] Pushing event updated for resources: {'Port': ['ID=b81cd083-009b-4836-98e9-3e970b780f7d,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:18.720804 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 11c2541d-2683-4cc9-b61d-e613e8d3fec6 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:02:18.822026 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc9aea-7798-43c7-8de0-894bc8704993 req-9ffb8b30-76ad-4170-8bbd-cd44039feedd tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:18.829919 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-57dc9aea-7798-43c7-8de0-894bc8704993 req-9ffb8b30-76ad-4170-8bbd-cd44039feedd tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 947 time: 0.1208162 Apr 12 18:02:18.873600 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-516876fb-6b6a-4e53-ba26-d166344bfdff None None] Current status of the port b81cd083-009b-4836-98e9-3e970b780f7d is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:18.880445 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 11c2541d-2683-4cc9-b61d-e613e8d3fec6 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:18.880824 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (11c2541d-2683-4cc9-b61d-e613e8d3fec6), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:18.908342 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-57dc9aea-7798-43c7-8de0-894bc8704993 req-446d042d-4aa1-41b5-b12c-d5a964d6a630 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734174 Apr 12 18:02:18.984788 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 11c2541d-2683-4cc9-b61d-e613e8d3fec6 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:19.456229 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d22fc60-a1fc-4a50-b041-fe6d9f0b832d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548545'] for router_interface (3b74fc5e-26df-4305-b927-5261426f0429), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:19.911864 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-0d22fc60-a1fc-4a50-b041-fe6d9f0b832d admin admin] Deleting port 216c0dac-49ad-49f3-97d6-3419d9443622 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:02:19.912212 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d22fc60-a1fc-4a50-b041-fe6d9f0b832d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (216c0dac-49ad-49f3-97d6-3419d9443622), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:20.019474 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-0d22fc60-a1fc-4a50-b041-fe6d9f0b832d admin admin] For port 216c0dac-49ad-49f3-97d6-3419d9443622, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=216c0dac-49ad-49f3-97d6-3419d9443622,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:20.020199 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d22fc60-a1fc-4a50-b041-fe6d9f0b832d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (216c0dac-49ad-49f3-97d6-3419d9443622), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:20.033774 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-0d22fc60-a1fc-4a50-b041-fe6d9f0b832d admin admin] Calling delete_port for 216c0dac-49ad-49f3-97d6-3419d9443622 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:02:20.243130 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d22fc60-a1fc-4a50-b041-fe6d9f0b832d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (216c0dac-49ad-49f3-97d6-3419d9443622), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:20.269438 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22fc60-a1fc-4a50-b041-fe6d9f0b832d admin admin] Pushing event deleted for resources: {'Port': ['ID=216c0dac-49ad-49f3-97d6-3419d9443622,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:20.484863 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0d22fc60-a1fc-4a50-b041-fe6d9f0b832d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548445'] for router_interface (3b74fc5e-26df-4305-b927-5261426f0429), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:20.765635 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device b81cd083-009b-4836-98e9-3e970b780f7d up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:02:20.771256 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d22fc60-a1fc-4a50-b041-fe6d9f0b832d admin admin] Router 3b74fc5e-26df-4305-b927-5261426f0429 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:02:20.835792 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port b81cd083-009b-4836-98e9-3e970b780f7d triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:20.836662 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b81cd083-009b-4836-98e9-3e970b780f7d), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:20.908028 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d22fc60-a1fc-4a50-b041-fe6d9f0b832d admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:02:20.916895 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 43066) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:20.917721 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-0d22fc60-a1fc-4a50-b041-fe6d9f0b832d admin admin] 10.222.0.24 "PUT /v2.0/routers/3b74fc5e-26df-4305-b927-5261426f0429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4750535 Apr 12 18:02:20.920797 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00c0dfe-6ef1-4907-9965-ec9e713a3c78 None None] Sync routers for ids ['3b74fc5e-26df-4305-b927-5261426f0429'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:02:20.933005 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port b81cd083-009b-4836-98e9-3e970b780f7d is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:20.950327 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c0dfe-6ef1-4907-9965-ec9e713a3c78 None None] Routers {'3b74fc5e-26df-4305-b927-5261426f0429'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:02:20.950966 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-c00c0dfe-6ef1-4907-9965-ec9e713a3c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:02:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['3b74fc5e-26df-4305-b927-5261426f0429'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:21.115392 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f91b9aae-3ee5-4fd3-8caf-e777f96669fc admin admin] Publish callbacks [] for router (3b74fc5e-26df-4305-b927-5261426f0429), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:21.204466 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-c00c0dfe-6ef1-4907-9965-ec9e713a3c78 None None] Set router 3b74fc5e-26df-4305-b927-5261426f0429 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:02:21.262079 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f91b9aae-3ee5-4fd3-8caf-e777f96669fc admin admin] Publish callbacks [] for router_gateway (3b74fc5e-26df-4305-b927-5261426f0429), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:21.333352 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f91b9aae-3ee5-4fd3-8caf-e777f96669fc admin admin] Deleting port ae881c8d-393c-46ee-b636-a310e7a07a11 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:02:21.333352 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f91b9aae-3ee5-4fd3-8caf-e777f96669fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (ae881c8d-393c-46ee-b636-a310e7a07a11), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:21.417612 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-c00c0dfe-6ef1-4907-9965-ec9e713a3c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T18:02:20Z', 'revision_number': 5, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port': {'id': 'ae881c8d-393c-46ee-b636-a310e7a07a11', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74fc5e-26df-4305-b927-5261426f0429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:21.445404 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00c0dfe-6ef1-4907-9965-ec9e713a3c78 None None] Checking router: 3b74fc5e-26df-4305-b927-5261426f0429 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:02:21.454462 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c0dfe-6ef1-4907-9965-ec9e713a3c78 None None] Routers {'3b74fc5e-26df-4305-b927-5261426f0429'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:02:21.455487 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-c00c0dfe-6ef1-4907-9965-ec9e713a3c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:02:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['3b74fc5e-26df-4305-b927-5261426f0429'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:21.464851 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-f91b9aae-3ee5-4fd3-8caf-e777f96669fc admin admin] For port ae881c8d-393c-46ee-b636-a310e7a07a11, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=ae881c8d-393c-46ee-b636-a310e7a07a11,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:21.465281 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f91b9aae-3ee5-4fd3-8caf-e777f96669fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (ae881c8d-393c-46ee-b636-a310e7a07a11), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:21.484529 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f91b9aae-3ee5-4fd3-8caf-e777f96669fc admin admin] Calling delete_port for ae881c8d-393c-46ee-b636-a310e7a07a11 owned by network:router_gateway {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:02:21.567527 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-c00c0dfe-6ef1-4907-9965-ec9e713a3c78 None None] Set router 3b74fc5e-26df-4305-b927-5261426f0429 gateway port host: None {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:02:21.631747 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-c00c0dfe-6ef1-4907-9965-ec9e713a3c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T18:02:21Z', 'revision_number': 6, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port_host': None}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:21.660301 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00c0dfe-6ef1-4907-9965-ec9e713a3c78 None None] The sync data for ids ['3b74fc5e-26df-4305-b927-5261426f0429'] in dv-cinder-837534-1-iscsi is: [{'id': '3b74fc5e-26df-4305-b927-5261426f0429', 'name': 'tempest-AttachVolumeNegativeTest-119579318-router', 'tenant_id': 'fd9169ef36f84184829de80e6adcc3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:00Z', 'updated_at': '2022-04-12T18:02:21Z', 'revision_number': 6, 'project_id': 'fd9169ef36f84184829de80e6adcc3eb', 'gw_port_host': None}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:02:21.772617 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f91b9aae-3ee5-4fd3-8caf-e777f96669fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (ae881c8d-393c-46ee-b636-a310e7a07a11), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:21.817696 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b9aae-3ee5-4fd3-8caf-e777f96669fc admin admin] Pushing event deleted for resources: {'Port': ['ID=ae881c8d-393c-46ee-b636-a310e7a07a11,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:21.891107 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f91b9aae-3ee5-4fd3-8caf-e777f96669fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546299'] for router_gateway (3b74fc5e-26df-4305-b927-5261426f0429), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:21.998285 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f91b9aae-3ee5-4fd3-8caf-e777f96669fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8092'] for router (3b74fc5e-26df-4305-b927-5261426f0429), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:22.000324 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f91b9aae-3ee5-4fd3-8caf-e777f96669fc admin admin] Publish callbacks [] for router_controller (3b74fc5e-26df-4305-b927-5261426f0429), precommit_delete_associations {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:22.047155 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f91b9aae-3ee5-4fd3-8caf-e777f96669fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547614'] for router (3b74fc5e-26df-4305-b927-5261426f0429), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:22.047807 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91b9aae-3ee5-4fd3-8caf-e777f96669fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b74fc5e-26df-4305-b927-5261426f0429 {{(pid=109827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:02:22.055102 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f91b9aae-3ee5-4fd3-8caf-e777f96669fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:22.058880 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-f91b9aae-3ee5-4fd3-8caf-e777f96669fc admin admin] 10.222.0.24 "DELETE /v2.0/routers/3b74fc5e-26df-4305-b927-5261426f0429 HTTP/1.1" status: 204 len: 168 time: 1.1382658 Apr 12 18:02:22.059251 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 43082) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:22.108305 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f76c63f-dd8b-41a2-8116-f233ab34d653 admin admin] Deleting subnet 1e2e22a3-d988-42d0-ada7-fb014078e671 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:02:22.112269 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9f76c63f-dd8b-41a2-8116-f233ab34d653 admin admin] Publish callbacks [] for subnet (1e2e22a3-d988-42d0-ada7-fb014078e671), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:22.159295 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9f76c63f-dd8b-41a2-8116-f233ab34d653 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8818640'] for subnet (1e2e22a3-d988-42d0-ada7-fb014078e671), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:22.293383 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9f76c63f-dd8b-41a2-8116-f233ab34d653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2057050'] for subnet (1e2e22a3-d988-42d0-ada7-fb014078e671), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:22.354689 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9f76c63f-dd8b-41a2-8116-f233ab34d653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8586871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386091'] for subnet (1e2e22a3-d988-42d0-ada7-fb014078e671), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:22.383093 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76c63f-dd8b-41a2-8116-f233ab34d653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e2e22a3-d988-42d0-ada7-fb014078e671,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:22.386844 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9f76c63f-dd8b-41a2-8116-f233ab34d653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:22.392806 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1305ac8-e59b-46b7-bff0-8c134128c6bf None None] Network 686fab4f-3c38-4683-935f-38f19e4e8a4f requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:02:22.393364 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-9f76c63f-dd8b-41a2-8116-f233ab34d653 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1e2e22a3-d988-42d0-ada7-fb014078e671 HTTP/1.1" status: 204 len: 168 time: 0.3330526 Apr 12 18:02:22.394094 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 43084) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:22.472265 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f23969a-2a04-4450-8cb8-8802a35d2968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678379'] for network (686fab4f-3c38-4683-935f-38f19e4e8a4f), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:22.529372 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-8f23969a-2a04-4450-8cb8-8802a35d2968 admin admin] Deleting port 70a37ba5-9ad6-4e8d-8fc5-365689735189 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:02:22.529644 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f23969a-2a04-4450-8cb8-8802a35d2968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (70a37ba5-9ad6-4e8d-8fc5-365689735189), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:22.651578 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-8f23969a-2a04-4450-8cb8-8802a35d2968 admin admin] For port 70a37ba5-9ad6-4e8d-8fc5-365689735189, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=70a37ba5-9ad6-4e8d-8fc5-365689735189,segment=NetworkSegment(6681d6c5-df33-4127-8f53-441a0ed327b9),segment_id=6681d6c5-df33-4127-8f53-441a0ed327b9)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:22.652063 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f23969a-2a04-4450-8cb8-8802a35d2968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (70a37ba5-9ad6-4e8d-8fc5-365689735189), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:22.678544 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832f9cba-8000-4b44-b371-bfe914a41abb None None] DHCP port deletion for 686fab4f-3c38-4683-935f-38f19e4e8a4f request from dv-cinder-837534-1-iscsi {{(pid=109828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:02:22.688052 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-8f23969a-2a04-4450-8cb8-8802a35d2968 admin admin] Calling delete_port for 70a37ba5-9ad6-4e8d-8fc5-365689735189 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:02:22.727789 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device ae881c8d-393c-46ee-b636-a310e7a07a11 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:02:22.767156 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: ae881c8d-393c-46ee-b636-a310e7a07a11 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:02:22.767582 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device ae881c8d-393c-46ee-b636-a310e7a07a11 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:02:22.768094 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 216c0dac-49ad-49f3-97d6-3419d9443622 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:02:22.812165 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f23969a-2a04-4450-8cb8-8802a35d2968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (70a37ba5-9ad6-4e8d-8fc5-365689735189), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:22.812315 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: 216c0dac-49ad-49f3-97d6-3419d9443622 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:02:22.812731 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 216c0dac-49ad-49f3-97d6-3419d9443622 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:02:22.826532 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-832f9cba-8000-4b44-b371-bfe914a41abb None None] Deleting port 70a37ba5-9ad6-4e8d-8fc5-365689735189 {{(pid=109828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:02:22.827224 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-832f9cba-8000-4b44-b371-bfe914a41abb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (70a37ba5-9ad6-4e8d-8fc5-365689735189), before_delete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:22.863301 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23969a-2a04-4450-8cb8-8802a35d2968 admin admin] Pushing event deleted for resources: {'Port': ['ID=70a37ba5-9ad6-4e8d-8fc5-365689735189,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:22.865256 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f23969a-2a04-4450-8cb8-8802a35d2968 admin admin] No DVR routers for this DVR port 70a37ba5-9ad6-4e8d-8fc5-365689735189 on host dv-cinder-837534-1-iscsi {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:02:22.936734 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-832f9cba-8000-4b44-b371-bfe914a41abb None None] For port 70a37ba5-9ad6-4e8d-8fc5-365689735189, host dv-cinder-837534-1-iscsi, got binding levels [] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:22.937191 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-832f9cba-8000-4b44-b371-bfe914a41abb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (70a37ba5-9ad6-4e8d-8fc5-365689735189), precommit_delete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:22.957685 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-832f9cba-8000-4b44-b371-bfe914a41abb None None] Calling delete_port for 70a37ba5-9ad6-4e8d-8fc5-365689735189 owned by network:dhcp {{(pid=109828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:02:22.961500 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.ipam_backend_mixin [None req-832f9cba-8000-4b44-b371-bfe914a41abb None None] Port 70a37ba5-9ad6-4e8d-8fc5-365689735189 was not found and therefore no delete operation was performed {{(pid=109828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 18:02:22.963023 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-832f9cba-8000-4b44-b371-bfe914a41abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583'] for port (70a37ba5-9ad6-4e8d-8fc5-365689735189), after_delete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:22.987161 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f23969a-2a04-4450-8cb8-8802a35d2968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059233', 'neutron.services.segments.db._delete_segments_for_network-8742383711672'] for network (686fab4f-3c38-4683-935f-38f19e4e8a4f), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:22.988467 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f9cba-8000-4b44-b371-bfe914a41abb None None] Pushing event deleted for resources: {'Port': ['ID=70a37ba5-9ad6-4e8d-8fc5-365689735189,revision_number=None']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:22.995733 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832f9cba-8000-4b44-b371-bfe914a41abb None None] No DVR routers for this DVR port 70a37ba5-9ad6-4e8d-8fc5-365689735189 on host dv-cinder-837534-1-iscsi {{(pid=109828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:02:23.026314 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-8f23969a-2a04-4450-8cb8-8802a35d2968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686fab4f-3c38-4683-935f-38f19e4e8a4f']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:23.039005 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-8f23969a-2a04-4450-8cb8-8802a35d2968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6681d6c5-df33-4127-8f53-441a0ed327b9') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:23.039398 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-8f23969a-2a04-4450-8cb8-8802a35d2968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6681d6c5-df33-4127-8f53-441a0ed327b9') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:23.055163 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f23969a-2a04-4450-8cb8-8802a35d2968 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742383633601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8818667'] for segment (6681d6c5-df33-4127-8f53-441a0ed327b9), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:23.069966 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f23969a-2a04-4450-8cb8-8802a35d2968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (6681d6c5-df33-4127-8f53-441a0ed327b9), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:23.076537 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f23969a-2a04-4450-8cb8-8802a35d2968 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:02:23.076996 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f23969a-2a04-4450-8cb8-8802a35d2968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8586957'] for segment (6681d6c5-df33-4127-8f53-441a0ed327b9), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: Traceback (most recent call last): Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: timer() Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: cb(*args, **kw) Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: return func(*args, **kwargs) Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: self._notify() Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: self.callback(batched_events) Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: event.method(event) Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: return f(self, *a, **k) Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: return self._get(url).json() Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:02:23.078861 dv-cinder-837534-1-iscsi neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:02:23.137659 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f23969a-2a04-4450-8cb8-8802a35d2968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546271'] for network (686fab4f-3c38-4683-935f-38f19e4e8a4f), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:23.156302 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8f23969a-2a04-4450-8cb8-8802a35d2968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:23.161267 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-8f23969a-2a04-4450-8cb8-8802a35d2968 admin admin] 10.222.0.24 "DELETE /v2.0/networks/686fab4f-3c38-4683-935f-38f19e4e8a4f HTTP/1.1" status: 204 len: 168 time: 0.7659190 Apr 12 18:02:23.162252 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23969a-2a04-4450-8cb8-8802a35d2968 admin admin] Pushing event deleted for resources: {'Network': ['ID=686fab4f-3c38-4683-935f-38f19e4e8a4f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:23.305433 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 43090) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:23.355425 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-417796e5-53a2-4663-ab41-6bdc1a937734 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd9169ef36f84184829de80e6adcc3eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0488298 Apr 12 18:02:23.358139 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 43092) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:23.411508 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-293143c4-1b7e-4121-9df0-309954a666b4 admin admin] Publish callbacks [] for security_group (986d2914-cd76-4f55-ad81-15f1e2d3ce8b), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:23.436890 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-293143c4-1b7e-4121-9df0-309954a666b4 admin admin] Publish callbacks [] for security_group (986d2914-cd76-4f55-ad81-15f1e2d3ce8b), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:23.496449 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-293143c4-1b7e-4121-9df0-309954a666b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (986d2914-cd76-4f55-ad81-15f1e2d3ce8b), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:23.499665 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-293143c4-1b7e-4121-9df0-309954a666b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:23.501166 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-293143c4-1b7e-4121-9df0-309954a666b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/986d2914-cd76-4f55-ad81-15f1e2d3ce8b HTTP/1.1" status: 204 len: 168 time: 0.1420798 Apr 12 18:02:23.517504 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293143c4-1b7e-4121-9df0-309954a666b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986d2914-cd76-4f55-ad81-15f1e2d3ce8b,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:24.649196 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 70a37ba5-9ad6-4e8d-8fc5-365689735189 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:02:24.679667 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: 70a37ba5-9ad6-4e8d-8fc5-365689735189 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:02:24.680352 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 70a37ba5-9ad6-4e8d-8fc5-365689735189 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:02:25.903054 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 43170) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:26.029355 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf677952-49cd-4b82-8e71-482a6c23e1a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:26.123866 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf677952-49cd-4b82-8e71-482a6c23e1a7 admin admin] Publish callbacks [] for security_group (24d99c87-36a7-4f3f-9f20-bc2684cde618), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:26.132885 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf677952-49cd-4b82-8e71-482a6c23e1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (24d99c87-36a7-4f3f-9f20-bc2684cde618), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:26.173963 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf677952-49cd-4b82-8e71-482a6c23e1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d99c87-36a7-4f3f-9f20-bc2684cde618,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:26.182056 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-cf677952-49cd-4b82-8e71-482a6c23e1a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=421c6072054349b58a7801aef77aa11a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778561 Apr 12 18:02:26.182295 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 43176) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:26.246898 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf8a7-ef27-4b2d-be7b-68c2e042c808 admin admin] Publish callbacks [] for security_group (24d99c87-36a7-4f3f-9f20-bc2684cde618), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:26.274732 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf8a7-ef27-4b2d-be7b-68c2e042c808 admin admin] Publish callbacks [] for security_group (24d99c87-36a7-4f3f-9f20-bc2684cde618), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:26.338542 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf8a7-ef27-4b2d-be7b-68c2e042c808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (24d99c87-36a7-4f3f-9f20-bc2684cde618), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:26.341377 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf8a7-ef27-4b2d-be7b-68c2e042c808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:26.355387 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-3e6bf8a7-ef27-4b2d-be7b-68c2e042c808 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24d99c87-36a7-4f3f-9f20-bc2684cde618 HTTP/1.1" status: 204 len: 168 time: 0.1669841 Apr 12 18:02:26.372129 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bf8a7-ef27-4b2d-be7b-68c2e042c808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d99c87-36a7-4f3f-9f20-bc2684cde618,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:26.668913 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 43182) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:26.683454 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-800fdcee-7512-4cfb-8d68-00e5506a446d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:26.777348 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-800fdcee-7512-4cfb-8d68-00e5506a446d admin admin] Publish callbacks [] for security_group (47dd7b4b-1131-460e-958a-500f315e35e8), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:26.782684 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-800fdcee-7512-4cfb-8d68-00e5506a446d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (47dd7b4b-1131-460e-958a-500f315e35e8), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:26.827226 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-800fdcee-7512-4cfb-8d68-00e5506a446d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=994aaeaa762d4a93b2549b117a9b7ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570144 Apr 12 18:02:26.828069 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fdcee-7512-4cfb-8d68-00e5506a446d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dd7b4b-1131-460e-958a-500f315e35e8,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:26.829855 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 43184) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:26.909614 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-21fee5df-7651-47a3-b35b-ab82ac10e6a7 admin admin] Publish callbacks [] for security_group (47dd7b4b-1131-460e-958a-500f315e35e8), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:26.951969 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-21fee5df-7651-47a3-b35b-ab82ac10e6a7 admin admin] Publish callbacks [] for security_group (47dd7b4b-1131-460e-958a-500f315e35e8), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:27.004126 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-21fee5df-7651-47a3-b35b-ab82ac10e6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (47dd7b4b-1131-460e-958a-500f315e35e8), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:27.007540 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-21fee5df-7651-47a3-b35b-ab82ac10e6a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:27.013422 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-21fee5df-7651-47a3-b35b-ab82ac10e6a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47dd7b4b-1131-460e-958a-500f315e35e8 HTTP/1.1" status: 204 len: 168 time: 0.1799438 Apr 12 18:02:27.026998 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fee5df-7651-47a3-b35b-ab82ac10e6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dd7b4b-1131-460e-958a-500f315e35e8,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:28.228277 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-e8fc50f6-81fc-4e31-ac13-4e06632d40f0 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:28.230868 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-e8fc50f6-81fc-4e31-ac13-4e06632d40f0 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/networks?id=da593c6f-0992-4713-94cc-66246effb991 HTTP/1.1" status: 200 len: 815 time: 0.3602281 Apr 12 18:02:28.249461 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-7ad06bc4-750e-499c-86e3-b54b671a7e7f tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/quotas/0dc793bdb0444a4dbc3d543698eab22c HTTP/1.1" status: 200 len: 375 time: 0.0112946 Apr 12 18:02:28.270537 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ee396fe8-1186-40fa-9ca0-7b3134545ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:28.305678 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-600e860b-7eb5-40c0-a235-57b8d041db2c tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0dc793bdb0444a4dbc3d543698eab22c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490499 Apr 12 18:02:28.521557 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-cf333b00-1b0a-415c-801f-c916bdba45bd service neutron] 10.222.0.24 "GET /v2.0/networks/da593c6f-0992-4713-94cc-66246effb991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042336 Apr 12 18:02:28.619610 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-7d35436a-90c0-401c-8009-942198994117 service neutron] 10.222.0.24 "GET /v2.0/networks/da593c6f-0992-4713-94cc-66246effb991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901453 Apr 12 18:02:28.801763 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-13be51b3-55d8-4dec-9efc-f846294a0d6e req-f6744743-7c22-42ef-b2b1-0b75709d6b50 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 210 time: 0.0366099 Apr 12 18:02:29.805597 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-882b67bb-e53f-42d7-8495-e7dd70ebc8bd tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:29.807247 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-882b67bb-e53f-42d7-8495-e7dd70ebc8bd tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.23 "GET /v2.0/networks?id=da593c6f-0992-4713-94cc-66246effb991 HTTP/1.1" status: 200 len: 815 time: 0.1136820 Apr 12 18:02:29.825735 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-1476af4c-a2ec-47d1-8fec-f63cb848bb6f tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Request body: {'port': {'device_id': '4f016b8b-b724-4d9d-9898-b008967ca69a', 'network_id': 'da593c6f-0992-4713-94cc-66246effb991', 'admin_state_up': True, 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:02:29.933511 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3e4c013c-4452-4378-8ece-a4b3f3e34952 req-a1ace642-a645-4698-a15b-d31fb0218f30 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 210 time: 0.0331724 Apr 12 18:02:30.188842 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-1476af4c-a2ec-47d1-8fec-f63cb848bb6f tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Made reservation on behalf of 0dc793bdb0444a4dbc3d543698eab22c for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:02:30.192197 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-1476af4c-a2ec-47d1-8fec-f63cb848bb6f tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:30.331392 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-1476af4c-a2ec-47d1-8fec-f63cb848bb6f tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Allocated IP 172.20.0.7 (da593c6f-0992-4713-94cc-66246effb991/d8753db2-09c1-437d-aa92-e7bc977cc9a8/9cae879d-5df1-40ee-8197-3498fb16cc20) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:02:30.498357 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-1476af4c-a2ec-47d1-8fec-f63cb848bb6f tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:30.533444 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-1476af4c-a2ec-47d1-8fec-f63cb848bb6f tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:30.580674 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-1476af4c-a2ec-47d1-8fec-f63cb848bb6f tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Network da593c6f-0992-4713-94cc-66246effb991 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:02:30.589739 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-1476af4c-a2ec-47d1-8fec-f63cb848bb6f tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:02:30.595033 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-1476af4c-a2ec-47d1-8fec-f63cb848bb6f tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:02:30.604354 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476af4c-a2ec-47d1-8fec-f63cb848bb6f tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Pushing event updated for resources: {'Port': ['ID=9cae879d-5df1-40ee-8197-3498fb16cc20,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:30.676547 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-1476af4c-a2ec-47d1-8fec-f63cb848bb6f tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:30.677193 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-1476af4c-a2ec-47d1-8fec-f63cb848bb6f tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:30.699527 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-1476af4c-a2ec-47d1-8fec-f63cb848bb6f tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8777158 Apr 12 18:02:30.835518 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-cad9f37c-2f2b-41f9-979c-f5dbf58352a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:30.913122 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-aac54d34-0c8b-4df3-bda9-904d0cdf7a52 None None] Provisioning complete for port 9cae879d-5df1-40ee-8197-3498fb16cc20 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:30.914010 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-aac54d34-0c8b-4df3-bda9-904d0cdf7a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:30.951681 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-aac54d34-0c8b-4df3-bda9-904d0cdf7a52 None None] Port 9cae879d-5df1-40ee-8197-3498fb16cc20 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:02:31.076339 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2813f5-1d5a-401c-a8c9-9ba6c143a5a7 req-e3fe2e5b-18a3-4118-bc2f-e0865c262495 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:31.087080 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2a2813f5-1d5a-401c-a8c9-9ba6c143a5a7 req-e3fe2e5b-18a3-4118-bc2f-e0865c262495 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 931 time: 0.0671561 Apr 12 18:02:31.153992 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2a2813f5-1d5a-401c-a8c9-9ba6c143a5a7 req-136d7c60-3eac-4a38-95f6-6e8f85bf256b tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610170 Apr 12 18:02:31.674842 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:31.754044 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 43352) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:31.871160 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-99a2acce-543f-4011-8406-986a84f480f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:31.892860 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:31.957373 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-99a2acce-543f-4011-8406-986a84f480f0 admin admin] Publish callbacks [] for security_group (12fa1f24-056d-4ad2-ae42-fcfad63c6d78), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:31.961500 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-99a2acce-543f-4011-8406-986a84f480f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (12fa1f24-056d-4ad2-ae42-fcfad63c6d78), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:32.000024 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2acce-543f-4011-8406-986a84f480f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fa1f24-056d-4ad2-ae42-fcfad63c6d78,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:32.004343 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-99a2acce-543f-4011-8406-986a84f480f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f62608c007c4e839875192419295529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492473 Apr 12 18:02:32.007063 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 43358) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:32.053525 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8c7c17d8-d0e9-4356-af18-ae8b1737a79e admin admin] Publish callbacks [] for security_group (12fa1f24-056d-4ad2-ae42-fcfad63c6d78), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:32.073842 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8c7c17d8-d0e9-4356-af18-ae8b1737a79e admin admin] Publish callbacks [] for security_group (12fa1f24-056d-4ad2-ae42-fcfad63c6d78), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:32.120696 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8c7c17d8-d0e9-4356-af18-ae8b1737a79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (12fa1f24-056d-4ad2-ae42-fcfad63c6d78), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:32.123767 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8c7c17d8-d0e9-4356-af18-ae8b1737a79e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:32.126860 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-8c7c17d8-d0e9-4356-af18-ae8b1737a79e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12fa1f24-056d-4ad2-ae42-fcfad63c6d78 HTTP/1.1" status: 204 len: 168 time: 0.1185067 Apr 12 18:02:32.137786 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c17d8-d0e9-4356-af18-ae8b1737a79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fa1f24-056d-4ad2-ae42-fcfad63c6d78,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:32.284791 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02528723-51d7-4b54-b645-3dfbe28f7754 req-aae144eb-3778-4642-9c46-5c57424cbd6a tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:32.286542 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-02528723-51d7-4b54-b645-3dfbe28f7754 req-aae144eb-3778-4642-9c46-5c57424cbd6a tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 931 time: 0.0512643 Apr 12 18:02:32.378759 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-02528723-51d7-4b54-b645-3dfbe28f7754 req-94d83517-fab5-4ea8-abb2-a2ad5859c9bb tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710917 Apr 12 18:02:32.522789 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 43366) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:32.536060 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-010c7d0c-e8f2-4771-a68e-2a8fdaa3b82d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:32.624758 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-010c7d0c-e8f2-4771-a68e-2a8fdaa3b82d admin admin] Publish callbacks [] for security_group (3889759b-2375-4a72-a70e-e4acfe5add45), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:32.629617 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-010c7d0c-e8f2-4771-a68e-2a8fdaa3b82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (3889759b-2375-4a72-a70e-e4acfe5add45), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:32.671869 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c7d0c-e8f2-4771-a68e-2a8fdaa3b82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3889759b-2375-4a72-a70e-e4acfe5add45,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:32.676230 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-010c7d0c-e8f2-4771-a68e-2a8fdaa3b82d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4b2f00f7f1245d89bcb68e2bd6a733a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524220 Apr 12 18:02:32.679691 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 43370) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:32.749064 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8183242-7e80-4143-b7af-ebd052055ae2 admin admin] Publish callbacks [] for security_group (3889759b-2375-4a72-a70e-e4acfe5add45), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:32.779626 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8183242-7e80-4143-b7af-ebd052055ae2 admin admin] Publish callbacks [] for security_group (3889759b-2375-4a72-a70e-e4acfe5add45), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:32.827543 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8183242-7e80-4143-b7af-ebd052055ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (3889759b-2375-4a72-a70e-e4acfe5add45), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:32.830091 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8183242-7e80-4143-b7af-ebd052055ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:32.831284 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-c8183242-7e80-4143-b7af-ebd052055ae2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3889759b-2375-4a72-a70e-e4acfe5add45 HTTP/1.1" status: 204 len: 168 time: 0.1504078 Apr 12 18:02:32.840108 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8183242-7e80-4143-b7af-ebd052055ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3889759b-2375-4a72-a70e-e4acfe5add45,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:33.120208 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:33.490991 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b7109-8c9c-4b0f-ad73-eae366758865 req-2027660f-34d0-4e84-a821-e6ef1a67ccbd tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:33.492491 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d20b7109-8c9c-4b0f-ad73-eae366758865 req-2027660f-34d0-4e84-a821-e6ef1a67ccbd tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 931 time: 0.0487719 Apr 12 18:02:33.539683 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d20b7109-8c9c-4b0f-ad73-eae366758865 req-19cb9ca6-7cf6-4855-bef5-b91156c51543 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415683 Apr 12 18:02:34.414344 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:34.672286 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878d407-f755-4c16-aad3-cff1d74d8e9e req-4cdda4d0-6254-4175-9d5e-3e91aa073eda tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:34.674444 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c878d407-f755-4c16-aad3-cff1d74d8e9e req-4cdda4d0-6254-4175-9d5e-3e91aa073eda tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 931 time: 0.0627718 Apr 12 18:02:34.756846 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c878d407-f755-4c16-aad3-cff1d74d8e9e req-7a7d0cd8-a9fc-4ccd-95ab-6efdccd3cd3a tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694218 Apr 12 18:02:35.918204 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db98a7-0a0c-4c4a-9577-61020ecdbfc2 req-4e40f8d5-7442-4e3b-b142-0c6e0630e10d tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:35.925745 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-77db98a7-0a0c-4c4a-9577-61020ecdbfc2 req-4e40f8d5-7442-4e3b-b142-0c6e0630e10d tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 931 time: 0.0821919 Apr 12 18:02:35.971416 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-77db98a7-0a0c-4c4a-9577-61020ecdbfc2 req-a6334594-7057-4714-a70f-d49edf536454 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453272 Apr 12 18:02:37.110993 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f03b7-6331-4030-9dad-3fae99c09ec6 req-54507fe7-cbf4-4087-9677-a923193fbb7e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:37.112943 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ab8f03b7-6331-4030-9dad-3fae99c09ec6 req-54507fe7-cbf4-4087-9677-a923193fbb7e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 931 time: 0.0519743 Apr 12 18:02:37.186815 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ab8f03b7-6331-4030-9dad-3fae99c09ec6 req-5047ce2f-e618-4b1e-ab32-1e99cbd07562 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656259 Apr 12 18:02:38.360528 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb25ec-375a-423c-a89b-f85bc20c7146 req-7d179122-c527-4dc3-9e7c-7fa7175eeed5 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:38.367093 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-bccb25ec-375a-423c-a89b-f85bc20c7146 req-7d179122-c527-4dc3-9e7c-7fa7175eeed5 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 931 time: 0.0851524 Apr 12 18:02:38.424981 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-bccb25ec-375a-423c-a89b-f85bc20c7146 req-44f5509c-5d28-4b86-8d03-60adbc7cff98 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551491 Apr 12 18:02:38.976274 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 43484) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:39.094771 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-70497230-6e28-4802-a82d-2fa0a299f38f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:39.173295 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-70497230-6e28-4802-a82d-2fa0a299f38f admin admin] Publish callbacks [] for security_group (2ad858dd-fe4e-4633-b04a-9bb26695923e), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:39.177467 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-70497230-6e28-4802-a82d-2fa0a299f38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (2ad858dd-fe4e-4633-b04a-9bb26695923e), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:39.214157 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497230-6e28-4802-a82d-2fa0a299f38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad858dd-fe4e-4633-b04a-9bb26695923e,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:39.218501 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-70497230-6e28-4802-a82d-2fa0a299f38f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb32c4bdbdde40d29fb57588bef1354c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411838 Apr 12 18:02:39.221197 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 43488) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:39.271002 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7ce1e47f-70d7-4e06-9a79-d1db0a38c7d5 admin admin] Publish callbacks [] for security_group (2ad858dd-fe4e-4633-b04a-9bb26695923e), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:39.297549 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7ce1e47f-70d7-4e06-9a79-d1db0a38c7d5 admin admin] Publish callbacks [] for security_group (2ad858dd-fe4e-4633-b04a-9bb26695923e), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:39.345364 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7ce1e47f-70d7-4e06-9a79-d1db0a38c7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (2ad858dd-fe4e-4633-b04a-9bb26695923e), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:39.349003 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7ce1e47f-70d7-4e06-9a79-d1db0a38c7d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:39.350825 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-7ce1e47f-70d7-4e06-9a79-d1db0a38c7d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ad858dd-fe4e-4633-b04a-9bb26695923e HTTP/1.1" status: 204 len: 168 time: 0.1287155 Apr 12 18:02:39.360689 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1e47f-70d7-4e06-9a79-d1db0a38c7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad858dd-fe4e-4633-b04a-9bb26695923e,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:39.546135 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bc5e3-0421-405f-9b60-520b79948707 req-661c4b6c-7779-4d02-8e08-119dcd0fcd7b tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:39.547748 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-750bc5e3-0421-405f-9b60-520b79948707 req-661c4b6c-7779-4d02-8e08-119dcd0fcd7b tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 931 time: 0.0520725 Apr 12 18:02:39.594769 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-750bc5e3-0421-405f-9b60-520b79948707 req-68819aa6-fac5-487c-a8ef-6efff60795ee tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414608 Apr 12 18:02:39.649541 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 43500) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:39.662672 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6cd382ec-6ad0-4a6b-9b48-e968ed5bd346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:39.735431 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6cd382ec-6ad0-4a6b-9b48-e968ed5bd346 admin admin] Publish callbacks [] for security_group (2e020a3f-24e7-44ab-a8f0-b74a32d40c44), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:39.738901 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6cd382ec-6ad0-4a6b-9b48-e968ed5bd346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (2e020a3f-24e7-44ab-a8f0-b74a32d40c44), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:39.774122 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd382ec-6ad0-4a6b-9b48-e968ed5bd346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e020a3f-24e7-44ab-a8f0-b74a32d40c44,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:39.778219 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-6cd382ec-6ad0-4a6b-9b48-e968ed5bd346 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ad03abcbaa94ed3bd411aac461e0a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276360 Apr 12 18:02:39.781575 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 43502) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:39.827171 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-97d88445-c570-4034-83e6-62a177d6c753 admin admin] Publish callbacks [] for security_group (2e020a3f-24e7-44ab-a8f0-b74a32d40c44), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:39.847039 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-97d88445-c570-4034-83e6-62a177d6c753 admin admin] Publish callbacks [] for security_group (2e020a3f-24e7-44ab-a8f0-b74a32d40c44), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:39.894899 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-97d88445-c570-4034-83e6-62a177d6c753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (2e020a3f-24e7-44ab-a8f0-b74a32d40c44), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:39.897501 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-97d88445-c570-4034-83e6-62a177d6c753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:39.898672 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-97d88445-c570-4034-83e6-62a177d6c753 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e020a3f-24e7-44ab-a8f0-b74a32d40c44 HTTP/1.1" status: 204 len: 168 time: 0.1169524 Apr 12 18:02:39.906204 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d88445-c570-4034-83e6-62a177d6c753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e020a3f-24e7-44ab-a8f0-b74a32d40c44,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:40.705606 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999ed3e-3add-4a27-83e3-ccc646fe00bc req-51a82b7b-52e9-489e-9136-f3a94856336a tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:40.707201 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f999ed3e-3add-4a27-83e3-ccc646fe00bc req-51a82b7b-52e9-489e-9136-f3a94856336a tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 931 time: 0.0472510 Apr 12 18:02:40.757495 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f999ed3e-3add-4a27-83e3-ccc646fe00bc req-63281536-37a8-4db9-9079-d5b1d93348a4 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445502 Apr 12 18:02:41.238883 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Request body: {'port': {'device_id': '4f016b8b-b724-4d9d-9898-b008967ca69a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:02:41.300876 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:41.587260 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cae879d-5df1-40ee-8197-3498fb16cc20 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:02:41.596799 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Publish callbacks [] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:41.616213 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Transition to ACTIVE for port object 9cae879d-5df1-40ee-8197-3498fb16cc20 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:02:41.618844 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8586785'] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:41.827173 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Pushing event updated for resources: {'Port': ['ID=9cae879d-5df1-40ee-8197-3498fb16cc20,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:41.829887 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Attempting to bind port 9cae879d-5df1-40ee-8197-3498fb16cc20 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:02:41.830252 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Attempting to bind port 9cae879d-5df1-40ee-8197-3498fb16cc20 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'd79506bb-5b9f-4d56-bcf2-9390718d5c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'da593c6f-0992-4713-94cc-66246effb991'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:02:41.830587 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Attempting to bind port 9cae879d-5df1-40ee-8197-3498fb16cc20 on network da593c6f-0992-4713-94cc-66246effb991 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:02:41.838929 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Port 9cae879d-5df1-40ee-8197-3498fb16cc20 on network da593c6f-0992-4713-94cc-66246effb991 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:02:41.839268 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Attempting to bind port 9cae879d-5df1-40ee-8197-3498fb16cc20 on network da593c6f-0992-4713-94cc-66246effb991 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:02:41.843225 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:41.843552 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:41.844090 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:41.844595 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:41.845104 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:41.845590 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:41.846084 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:41.846586 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:41.847067 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:41.847569 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:41.848292 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:41.848900 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:41.849389 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:41.850535 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:41.851032 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:41.864714 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Checking agent: {'id': '00f7abb9-3948-4d4d-ae73-3182f7e75cf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'started_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:02:41.865335 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Checking segment: {'id': 'd79506bb-5b9f-4d56-bcf2-9390718d5c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'da593c6f-0992-4713-94cc-66246effb991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:02:41.866485 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Bound using segment: {'id': 'd79506bb-5b9f-4d56-bcf2-9390718d5c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'da593c6f-0992-4713-94cc-66246effb991'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:02:41.867214 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Bound port: 9cae879d-5df1-40ee-8197-3498fb16cc20, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79506bb-5b9f-4d56-bcf2-9390718d5c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'da593c6f-0992-4713-94cc-66246effb991'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:02:41.867757 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:41.953369 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-85b57063-da82-48db-9054-09c045b87b22 service neutron] For port 9cae879d-5df1-40ee-8197-3498fb16cc20, host hv-cinder-83753, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:02:41.956908 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-85b57063-da82-48db-9054-09c045b87b22 service neutron] For port 9cae879d-5df1-40ee-8197-3498fb16cc20, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9cae879d-5df1-40ee-8197-3498fb16cc20,segment=NetworkSegment(d79506bb-5b9f-4d56-bcf2-9390718d5c1e),segment_id=d79506bb-5b9f-4d56-bcf2-9390718d5c1e)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:02:41.964632 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8586785'] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:41.978363 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035c6c9-cf1e-4669-b597-6b356381d13d req-50b5e364-2e94-4ecc-90d0-bf635e8d69af tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:41.980484 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3035c6c9-cf1e-4669-b597-6b356381d13d req-50b5e364-2e94-4ecc-90d0-bf635e8d69af tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 943 time: 0.1065865 Apr 12 18:02:42.010970 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:42.011944 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:42.013090 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-85b57063-da82-48db-9054-09c045b87b22 service neutron] 10.222.0.23 "PUT /v2.0/ports/9cae879d-5df1-40ee-8197-3498fb16cc20 HTTP/1.1" status: 200 len: 1093 time: 0.7795594 Apr 12 18:02:42.013534 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f016b8b-b724-4d9d-9898-b008967ca69a', 'tag': '9cae879d-5df1-40ee-8197-3498fb16cc20'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:02:42.015999 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dd8709-1402-48bf-bf28-a8c57ccddc78" -d '{"events": [{"name": "network-changed", "server_uuid": "4f016b8b-b724-4d9d-9898-b008967ca69a", "tag": "9cae879d-5df1-40ee-8197-3498fb16cc20"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:02:42.051187 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b57063-da82-48db-9054-09c045b87b22 service neutron] Pushing event updated for resources: {'Port': ['ID=9cae879d-5df1-40ee-8197-3498fb16cc20,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:42.102584 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3035c6c9-cf1e-4669-b597-6b356381d13d req-303276c5-a882-498e-ac83-78e6d36a1052 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163557 Apr 12 18:02:42.111952 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1d2c63-739e-4d02-bb88-07783b9a3192 x-openstack-request-id: req-ef1d2c63-739e-4d02-bb88-07783b9a3192 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:02:42.112245 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f016b8b-b724-4d9d-9898-b008967ca69a", "tag": "9cae879d-5df1-40ee-8197-3498fb16cc20", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:02:42.112503 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef1d2c63-739e-4d02-bb88-07783b9a3192 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:02:42.112898 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1d2c63-739e-4d02-bb88-07783b9a3192'] response: {'name': 'network-changed', 'server_uuid': '4f016b8b-b724-4d9d-9898-b008967ca69a', 'tag': '9cae879d-5df1-40ee-8197-3498fb16cc20', 'status': 'completed', 'code': 200} Apr 12 18:02:42.132850 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-48d5d939-f539-403d-b486-b2e475ad2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:42.141675 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-48d5d939-f539-403d-b486-b2e475ad2912 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0dc793bdb0444a4dbc3d543698eab22c&device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 1127 time: 0.0640752 Apr 12 18:02:42.194795 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-626c7d79-4498-496a-a209-30d6c1a0f712 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cae879d-5df1-40ee-8197-3498fb16cc20 HTTP/1.1" status: 200 len: 217 time: 0.0522246 Apr 12 18:02:42.257942 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-b2bad7a3-85b8-4488-a6ec-dfe962be1ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:42.259378 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-b2bad7a3-85b8-4488-a6ec-dfe962be1ba1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8753db2-09c1-437d-aa92-e7bc977cc9a8 HTTP/1.1" status: 200 len: 854 time: 0.0593071 Apr 12 18:02:42.525354 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-8b87176d-4eea-45c8-9f93-307c3a8588aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:42.526770 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-8b87176d-4eea-45c8-9f93-307c3a8588aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da593c6f-0992-4713-94cc-66246effb991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386965 Apr 12 18:02:42.619460 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-de2d92c6-a96d-4669-8210-f2273d77c2f0 service neutron] 10.222.0.23 "GET /v2.0/networks/da593c6f-0992-4713-94cc-66246effb991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856767 Apr 12 18:02:42.712983 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cc2a651a-31b9-47d4-8101-228f02383d52 req-f179b2bf-91cf-460c-9029-e73ff6c6abfa service neutron] 10.222.0.23 "GET /v2.0/networks/da593c6f-0992-4713-94cc-66246effb991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857038 Apr 12 18:02:43.223661 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c0e48-2a56-49cd-b792-0b5e8a9be9f4 req-ae70b082-0d5a-45ef-9cfc-a870a99b3ecf tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:43.225924 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e10c0e48-2a56-49cd-b792-0b5e8a9be9f4 req-ae70b082-0d5a-45ef-9cfc-a870a99b3ecf tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 943 time: 0.0473320 Apr 12 18:02:43.271238 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e10c0e48-2a56-49cd-b792-0b5e8a9be9f4 req-6215078f-a1f0-419c-b850-b27bff7e39d1 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399694 Apr 12 18:02:43.686537 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd8709-1402-48bf-bf28-a8c57ccddc78 req-9061da20-41c7-4ce6-8a95-820473c4ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:43.687930 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-32dd8709-1402-48bf-bf28-a8c57ccddc78 req-9061da20-41c7-4ce6-8a95-820473c4ef0f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0dc793bdb0444a4dbc3d543698eab22c&device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 1127 time: 0.0393786 Apr 12 18:02:43.778669 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd8709-1402-48bf-bf28-a8c57ccddc78 req-5a8f23d8-1e24-46d4-b30d-076841afddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:43.780131 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-32dd8709-1402-48bf-bf28-a8c57ccddc78 req-5a8f23d8-1e24-46d4-b30d-076841afddb8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da593c6f-0992-4713-94cc-66246effb991 HTTP/1.1" status: 200 len: 916 time: 0.0852487 Apr 12 18:02:43.821176 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-32dd8709-1402-48bf-bf28-a8c57ccddc78 req-30f2500d-502a-465c-a43c-ae120dc0d4b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cae879d-5df1-40ee-8197-3498fb16cc20 HTTP/1.1" status: 200 len: 217 time: 0.0334306 Apr 12 18:02:43.872530 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd8709-1402-48bf-bf28-a8c57ccddc78 req-d032de49-aa7a-4335-b45f-6c86341f06e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:43.873934 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-32dd8709-1402-48bf-bf28-a8c57ccddc78 req-d032de49-aa7a-4335-b45f-6c86341f06e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8753db2-09c1-437d-aa92-e7bc977cc9a8 HTTP/1.1" status: 200 len: 854 time: 0.0462887 Apr 12 18:02:43.917846 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd8709-1402-48bf-bf28-a8c57ccddc78 req-d31eff00-49e0-46f9-99fb-0a2d10cb0f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:43.919375 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-32dd8709-1402-48bf-bf28-a8c57ccddc78 req-d31eff00-49e0-46f9-99fb-0a2d10cb0f13 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da593c6f-0992-4713-94cc-66246effb991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387273 Apr 12 18:02:44.017510 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-32dd8709-1402-48bf-bf28-a8c57ccddc78 req-02f9d2a7-00f7-4ff4-bc85-f1687e268af0 service neutron] 10.222.0.23 "GET /v2.0/networks/da593c6f-0992-4713-94cc-66246effb991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900865 Apr 12 18:02:44.107918 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-32dd8709-1402-48bf-bf28-a8c57ccddc78 req-52f8f1df-27dc-41c3-9b16-3caca7812d1f service neutron] 10.222.0.23 "GET /v2.0/networks/da593c6f-0992-4713-94cc-66246effb991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829382 Apr 12 18:02:44.399478 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d2c99-955e-45d9-888a-b132fd44bf7b req-5e7d40c1-1df2-46bc-9512-cf3cc1f95cb5 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:44.401296 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ce9d2c99-955e-45d9-888a-b132fd44bf7b req-5e7d40c1-1df2-46bc-9512-cf3cc1f95cb5 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 943 time: 0.0537746 Apr 12 18:02:44.425379 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 9cae879d-5df1-40ee-8197-3498fb16cc20 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:02:44.455959 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ce9d2c99-955e-45d9-888a-b132fd44bf7b req-f3bff8e1-6fff-4d2b-b1db-2a7c78b7ad4c tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464015 Apr 12 18:02:44.527853 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 9cae879d-5df1-40ee-8197-3498fb16cc20, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9cae879d-5df1-40ee-8197-3498fb16cc20,segment=NetworkSegment(d79506bb-5b9f-4d56-bcf2-9390718d5c1e),segment_id=d79506bb-5b9f-4d56-bcf2-9390718d5c1e)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:44.539277 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': '9cae879d-5df1-40ee-8197-3498fb16cc20', 'network_id': 'da593c6f-0992-4713-94cc-66246effb991', 'port_id': '9cae879d-5df1-40ee-8197-3498fb16cc20', 'mac_address': 'fa:16:3e:d7:83:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8753db2-09c1-437d-aa92-e7bc977cc9a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:02:44.575468 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 9cae879d-5df1-40ee-8197-3498fb16cc20 is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:44.575861 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:44.593266 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cae879d-5df1-40ee-8197-3498fb16cc20 {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:02:44.616244 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 9cae879d-5df1-40ee-8197-3498fb16cc20, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9cae879d-5df1-40ee-8197-3498fb16cc20,segment=NetworkSegment(d79506bb-5b9f-4d56-bcf2-9390718d5c1e),segment_id=d79506bb-5b9f-4d56-bcf2-9390718d5c1e)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:44.620572 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:44.668291 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=9cae879d-5df1-40ee-8197-3498fb16cc20,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:44.870034 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['9cae879d-5df1-40ee-8197-3498fb16cc20'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:02:45.277342 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 43624) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:45.397019 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02984049-f921-460f-b0ee-99bc5ccf9fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:45.500949 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02984049-f921-460f-b0ee-99bc5ccf9fa6 admin admin] Publish callbacks [] for security_group (9ee5061e-a0ce-424d-baf0-95f814a2dea8), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:45.508432 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02984049-f921-460f-b0ee-99bc5ccf9fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (9ee5061e-a0ce-424d-baf0-95f814a2dea8), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:45.594634 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-02984049-f921-460f-b0ee-99bc5ccf9fa6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a701cb45f3504c48b3e4159eb4146507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137767 Apr 12 18:02:45.594998 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 43650) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:45.596537 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02984049-f921-460f-b0ee-99bc5ccf9fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee5061e-a0ce-424d-baf0-95f814a2dea8,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:45.608169 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a97b43-0139-458c-a933-2f4659c7ecb1 req-f7278161-e476-440b-95b0-d7ae233acbfc tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:45.609540 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-62a97b43-0139-458c-a933-2f4659c7ecb1 req-f7278161-e476-440b-95b0-d7ae233acbfc tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 944 time: 0.0749304 Apr 12 18:02:45.669263 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-459595d1-a0f5-4fbd-af0b-79bf5065943b admin admin] Publish callbacks [] for security_group (9ee5061e-a0ce-424d-baf0-95f814a2dea8), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:45.685592 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-62a97b43-0139-458c-a933-2f4659c7ecb1 req-68754df6-4ff0-4180-a042-84e68163a7c5 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659025 Apr 12 18:02:45.691594 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-459595d1-a0f5-4fbd-af0b-79bf5065943b admin admin] Publish callbacks [] for security_group (9ee5061e-a0ce-424d-baf0-95f814a2dea8), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:45.717017 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-e51c279b-fda7-4ff8-92ee-4b281e621302 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494743850&fields=id&tenant_id=237798a0b1a14ab3835a4a934510ce49 HTTP/1.1" status: 200 len: 267 time: 0.0577390 Apr 12 18:02:45.748891 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-459595d1-a0f5-4fbd-af0b-79bf5065943b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (9ee5061e-a0ce-424d-baf0-95f814a2dea8), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:45.751626 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-459595d1-a0f5-4fbd-af0b-79bf5065943b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:45.752941 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-459595d1-a0f5-4fbd-af0b-79bf5065943b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ee5061e-a0ce-424d-baf0-95f814a2dea8 HTTP/1.1" status: 204 len: 168 time: 0.1569469 Apr 12 18:02:45.761158 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459595d1-a0f5-4fbd-af0b-79bf5065943b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee5061e-a0ce-424d-baf0-95f814a2dea8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:45.850620 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-73ede7e0-96db-4a13-b886-4bb23d605f16 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:45.852164 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-73ede7e0-96db-4a13-b886-4bb23d605f16 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/networks?id=8ec15485-e591-42f1-9874-b31f76908832 HTTP/1.1" status: 200 len: 812 time: 0.1284201 Apr 12 18:02:45.867099 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-321735b4-4914-44d7-94d8-a2188b882ca4 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/quotas/237798a0b1a14ab3835a4a934510ce49 HTTP/1.1" status: 200 len: 375 time: 0.0096910 Apr 12 18:02:45.951166 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-e90f40ee-be60-4e6d-ba47-abf582089207 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=237798a0b1a14ab3835a4a934510ce49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779786 Apr 12 18:02:45.961985 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7fe69-2982-4e36-8f85-ddeb00d25929 req-1f1b1c03-4f22-4b84-b537-5ac9dbd08d0c tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:45.963466 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-dbc7fe69-2982-4e36-8f85-ddeb00d25929 req-1f1b1c03-4f22-4b84-b537-5ac9dbd08d0c tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=e085072a-1360-4855-a679-62bbcbf23245 HTTP/1.1" status: 200 len: 946 time: 0.0593061 Apr 12 18:02:46.052554 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 43662) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:46.066187 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-99c8afca-2ee6-4751-add9-da5dde6b95fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:46.070873 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-dbc7fe69-2982-4e36-8f85-ddeb00d25929 req-437ae863-942d-4be0-8961-e86b865f936d tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b8fe8d1-459c-4061-8f5a-4a502112345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992193 Apr 12 18:02:46.093229 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-0ffaf000-92af-4d3b-aede-c63189376751 service neutron] 10.222.0.24 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287968 Apr 12 18:02:46.141589 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-99c8afca-2ee6-4751-add9-da5dde6b95fa admin admin] Publish callbacks [] for security_group (0beeb92f-6a6f-4600-bba8-6813055a0bec), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:46.145343 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-99c8afca-2ee6-4751-add9-da5dde6b95fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (0beeb92f-6a6f-4600-bba8-6813055a0bec), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:46.185070 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-99c8afca-2ee6-4751-add9-da5dde6b95fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48f15ebeb45442f78a78f94378a39b6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306212 Apr 12 18:02:46.185945 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8afca-2ee6-4751-add9-da5dde6b95fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0beeb92f-6a6f-4600-bba8-6813055a0bec,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:46.187742 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 43664) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:46.194991 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-425594bc-76bb-4ca8-ad4f-dd1f56fd1513 service neutron] 10.222.0.24 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952892 Apr 12 18:02:46.237481 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9dee4c3b-3471-4f2f-8db2-ce9d2b240946 admin admin] Publish callbacks [] for security_group (0beeb92f-6a6f-4600-bba8-6813055a0bec), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:46.258693 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9dee4c3b-3471-4f2f-8db2-ce9d2b240946 admin admin] Publish callbacks [] for security_group (0beeb92f-6a6f-4600-bba8-6813055a0bec), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:46.307119 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9dee4c3b-3471-4f2f-8db2-ce9d2b240946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (0beeb92f-6a6f-4600-bba8-6813055a0bec), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:46.309872 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9dee4c3b-3471-4f2f-8db2-ce9d2b240946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:46.311060 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-9dee4c3b-3471-4f2f-8db2-ce9d2b240946 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0beeb92f-6a6f-4600-bba8-6813055a0bec HTTP/1.1" status: 204 len: 168 time: 0.1224058 Apr 12 18:02:46.319710 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee4c3b-3471-4f2f-8db2-ce9d2b240946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beeb92f-6a6f-4600-bba8-6813055a0bec,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:46.441700 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 9cae879d-5df1-40ee-8197-3498fb16cc20 up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:02:46.515009 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning for port 9cae879d-5df1-40ee-8197-3498fb16cc20 completed by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:02:46.526549 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5e6a92ae-705a-4204-b898-a3dc485776a8 req-da7b6184-3a15-465a-a71c-2a3a9bf8a293 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 210 time: 0.0359440 Apr 12 18:02:46.531092 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port 9cae879d-5df1-40ee-8197-3498fb16cc20 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:46.532075 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:46.620625 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 9cae879d-5df1-40ee-8197-3498fb16cc20 is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:46.621016 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:46.645510 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f016b8b-b724-4d9d-9898-b008967ca69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cae879d-5df1-40ee-8197-3498fb16cc20'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:02:46.648049 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b509d40c-2c9f-46dd-ac75-f93697c2507b" -d '{"events": [{"server_uuid": "4f016b8b-b724-4d9d-9898-b008967ca69a", "name": "network-vif-plugged", "status": "completed", "tag": "9cae879d-5df1-40ee-8197-3498fb16cc20"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:02:46.660306 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 9cae879d-5df1-40ee-8197-3498fb16cc20, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9cae879d-5df1-40ee-8197-3498fb16cc20,segment=NetworkSegment(d79506bb-5b9f-4d56-bcf2-9390718d5c1e),segment_id=d79506bb-5b9f-4d56-bcf2-9390718d5c1e)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:46.671631 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:46.699702 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5603145a-1883-4565-aa37-2dcf8e8d203f x-openstack-request-id: req-5603145a-1883-4565-aa37-2dcf8e8d203f {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:02:46.699702 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f016b8b-b724-4d9d-9898-b008967ca69a", "name": "network-vif-plugged", "status": "completed", "tag": "9cae879d-5df1-40ee-8197-3498fb16cc20", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:02:46.699702 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5603145a-1883-4565-aa37-2dcf8e8d203f {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:02:46.700030 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5603145a-1883-4565-aa37-2dcf8e8d203f'] response: {'server_uuid': '4f016b8b-b724-4d9d-9898-b008967ca69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cae879d-5df1-40ee-8197-3498fb16cc20', 'code': 200} Apr 12 18:02:46.736407 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=9cae879d-5df1-40ee-8197-3498fb16cc20,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:46.809422 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa5e3c-0101-4f50-b68c-3c546a0f8159 req-b60ed051-c20f-4186-a2f7-ecbcf2d5e558 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:46.815937 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3aaa5e3c-0101-4f50-b68c-3c546a0f8159 req-b60ed051-c20f-4186-a2f7-ecbcf2d5e558 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 945 time: 0.0576127 Apr 12 18:02:46.866761 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3aaa5e3c-0101-4f50-b68c-3c546a0f8159 req-9634f218-d619-481e-9d8b-9f5210c749c3 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487592 Apr 12 18:02:47.074926 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 43708) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:47.174304 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-82ced664-1738-4376-8d7d-1bad14e7121e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1199879583-network', 'tenant_id': 'd2283e8301d04ec2ae0c8a11b86074e7'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:02:47.197111 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e9ea7-0e57-41b0-990f-95a48057dc10 req-0bf739e3-b4a9-423f-b620-e52e9de17870 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:47.198578 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b46e9ea7-0e57-41b0-990f-95a48057dc10 req-0bf739e3-b4a9-423f-b620-e52e9de17870 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=e085072a-1360-4855-a679-62bbcbf23245 HTTP/1.1" status: 200 len: 946 time: 0.0576935 Apr 12 18:02:47.212871 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ced664-1738-4376-8d7d-1bad14e7121e admin admin] Made reservation on behalf of d2283e8301d04ec2ae0c8a11b86074e7 for: {'network': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:02:47.215099 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-82ced664-1738-4376-8d7d-1bad14e7121e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for network (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:47.229524 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-82ced664-1738-4376-8d7d-1bad14e7121e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:47.270229 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b46e9ea7-0e57-41b0-990f-95a48057dc10 req-50aa9377-b210-4a2f-8126-ad484719266e tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b8fe8d1-459c-4061-8f5a-4a502112345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658524 Apr 12 18:02:47.326524 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-82ced664-1738-4376-8d7d-1bad14e7121e admin admin] Publish callbacks [] for security_group (185e6ee1-0a25-4f0a-9d44-0df16206ca48), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:47.330958 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-82ced664-1738-4376-8d7d-1bad14e7121e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (185e6ee1-0a25-4f0a-9d44-0df16206ca48), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:47.357634 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ced664-1738-4376-8d7d-1bad14e7121e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=109827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:02:47.368475 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ced664-1738-4376-8d7d-1bad14e7121e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185e6ee1-0a25-4f0a-9d44-0df16206ca48,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:47.373327 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-82ced664-1738-4376-8d7d-1bad14e7121e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (c4113038-2a98-45a9-9c62-bf7550eb37c8), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:47.373792 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.segments_db [None req-82ced664-1738-4376-8d7d-1bad14e7121e admin admin] Added segment c4113038-2a98-45a9-9c62-bf7550eb37c8 of type vlan for network 76a41896-3380-4fd3-bb29-17da571c1dc9 Apr 12 18:02:47.425948 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-82ced664-1738-4376-8d7d-1bad14e7121e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742383173852'] for network (76a41896-3380-4fd3-bb29-17da571c1dc9), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:47.451941 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-82ced664-1738-4376-8d7d-1bad14e7121e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for network (76a41896-3380-4fd3-bb29-17da571c1dc9), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:47.452967 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ced664-1738-4376-8d7d-1bad14e7121e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:47.453549 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-82ced664-1738-4376-8d7d-1bad14e7121e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:47.514634 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-82ced664-1738-4376-8d7d-1bad14e7121e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4382229 Apr 12 18:02:47.520763 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 43714) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:47.527906 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-28d5c1c3-5db2-425a-b8fe-8a80cc3d353b admin admin] Request body: {'subnet': {'network_id': '76a41896-3380-4fd3-bb29-17da571c1dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1199879583-subnet', 'tenant_id': 'd2283e8301d04ec2ae0c8a11b86074e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:02:47.538849 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d1ed8-ed58-4a61-a0b5-b1eaae234397 req-f424e75e-022a-479c-acfb-5db26b463e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:47.540230 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ced664-1738-4376-8d7d-1bad14e7121e admin admin] Pushing event updated for resources: {'Network': ['ID=76a41896-3380-4fd3-bb29-17da571c1dc9,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:47.540363 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-803d1ed8-ed58-4a61-a0b5-b1eaae234397 req-f424e75e-022a-479c-acfb-5db26b463e68 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 1129 time: 0.0435805 Apr 12 18:02:47.551057 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Network 76a41896-3380-4fd3-bb29-17da571c1dc9 details requested by agent ovs-agent-dv-cinder-837534-1-iscsi with host dv-cinder-837534-1-iscsi {{(pid=109828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:02:47.555637 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d5c1c3-5db2-425a-b8fe-8a80cc3d353b admin admin] Made reservation on behalf of d2283e8301d04ec2ae0c8a11b86074e7 for: {'subnet': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:02:47.558229 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-28d5c1c3-5db2-425a-b8fe-8a80cc3d353b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9217468'] for subnet (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:47.647953 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4a4347a5-7ce0-40c0-9838-8cfadac2fd7a req-43412780-26c4-4f96-924e-0d20990e3db1 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 210 time: 0.0338213 Apr 12 18:02:47.688771 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-803d1ed8-ed58-4a61-a0b5-b1eaae234397 req-6c896785-e7a3-4c47-983a-c20285d400a6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460317 Apr 12 18:02:47.761728 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-28d5c1c3-5db2-425a-b8fe-8a80cc3d353b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9211508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9217450'] for subnet (a15a234e-533b-4528-addf-c63e4bff681e), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:47.823319 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5c1c3-5db2-425a-b8fe-8a80cc3d353b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a15a234e-533b-4528-addf-c63e4bff681e,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:47.834416 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d5c1c3-5db2-425a-b8fe-8a80cc3d353b admin admin] Checking segment: {'id': 'c4113038-2a98-45a9-9c62-bf7550eb37c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '76a41896-3380-4fd3-bb29-17da571c1dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:02:47.834855 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d5c1c3-5db2-425a-b8fe-8a80cc3d353b admin admin] Network hostable DHCP agents. Network: 76a41896-3380-4fd3-bb29-17da571c1dc9, hostable agents: ['f62d2ff0-78a3-4755-b741-8a96efa63a46'], hosted agents: [] {{(pid=109827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:02:47.851245 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d5c1c3-5db2-425a-b8fe-8a80cc3d353b admin admin] Network 76a41896-3380-4fd3-bb29-17da571c1dc9 is scheduled to be hosted by DHCP agent f62d2ff0-78a3-4755-b741-8a96efa63a46 with binding_index 1 {{(pid=109827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:02:47.860475 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-28d5c1c3-5db2-425a-b8fe-8a80cc3d353b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837534-1-iscsi, 76a41896-3380-4fd3-bb29-17da571c1dc9) {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:02:47.864394 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d5c1c3-5db2-425a-b8fe-8a80cc3d353b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:47.864979 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-28d5c1c3-5db2-425a-b8fe-8a80cc3d353b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:47.869945 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7099c6bd-bf3f-4088-9e00-75202a1cba3e None None] Network 76a41896-3380-4fd3-bb29-17da571c1dc9 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:02:47.880497 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-28d5c1c3-5db2-425a-b8fe-8a80cc3d353b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3582349 Apr 12 18:02:47.975481 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bd093a-2d96-4443-8d1a-7ca4dab8529c None None] Network 76a41896-3380-4fd3-bb29-17da571c1dc9 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:02:47.991591 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea86f8-0ead-49b3-a74e-dbedc83c7a82 req-440d3d2d-dd13-4458-b773-95def0c8459a tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:47.993493 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e6ea86f8-0ead-49b3-a74e-dbedc83c7a82 req-440d3d2d-dd13-4458-b773-95def0c8459a tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 945 time: 0.0571568 Apr 12 18:02:48.044067 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e6ea86f8-0ead-49b3-a74e-dbedc83c7a82 req-61988c17-267c-4d04-b044-d47539d7c287 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446093 Apr 12 18:02:48.390130 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff54ce8-baf3-4b62-ab67-4c032873f689 req-1f10e870-4b75-483a-a88e-3ebbfb10b2cd tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:48.394631 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3ff54ce8-baf3-4b62-ab67-4c032873f689 req-1f10e870-4b75-483a-a88e-3ebbfb10b2cd tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=e085072a-1360-4855-a679-62bbcbf23245 HTTP/1.1" status: 200 len: 946 time: 0.0532527 Apr 12 18:02:48.447663 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3ff54ce8-baf3-4b62-ab67-4c032873f689 req-7457e684-2d2a-4462-800e-a44425f4ce03 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b8fe8d1-459c-4061-8f5a-4a502112345f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498102 Apr 12 18:02:48.462580 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0269eec-0ce7-4e0c-8734-43be313d1d84 req-d6c4a5b4-4ee9-4747-b10f-b2389d081dc2 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:48.464133 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d0269eec-0ce7-4e0c-8734-43be313d1d84 req-d6c4a5b4-4ee9-4747-b10f-b2389d081dc2 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.23 "GET /v2.0/ports?device_id=e085072a-1360-4855-a679-62bbcbf23245 HTTP/1.1" status: 200 len: 946 time: 0.0546486 Apr 12 18:02:48.611358 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-d0269eec-0ce7-4e0c-8734-43be313d1d84 req-3a2ab047-910a-4bae-b873-d37cea86479a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Deleting port b8e6ea46-8d1c-4db8-b79c-96ad857adc3e {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:02:48.611943 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d0269eec-0ce7-4e0c-8734-43be313d1d84 req-3a2ab047-910a-4bae-b873-d37cea86479a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (b8e6ea46-8d1c-4db8-b79c-96ad857adc3e), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:48.699279 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-fdd61d3d-45a8-4ae8-adb1-65ab042a0d58 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:48.701007 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-fdd61d3d-45a8-4ae8-adb1-65ab042a0d58 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.23 "GET /v2.0/networks?id=8ec15485-e591-42f1-9874-b31f76908832 HTTP/1.1" status: 200 len: 812 time: 0.1929350 Apr 12 18:02:48.731862 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-d0269eec-0ce7-4e0c-8734-43be313d1d84 req-3a2ab047-910a-4bae-b873-d37cea86479a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] For port b8e6ea46-8d1c-4db8-b79c-96ad857adc3e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b8e6ea46-8d1c-4db8-b79c-96ad857adc3e,segment=NetworkSegment(76cc6800-0852-427c-871b-1eb07b87be9a),segment_id=76cc6800-0852-427c-871b-1eb07b87be9a)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:48.732264 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d0269eec-0ce7-4e0c-8734-43be313d1d84 req-3a2ab047-910a-4bae-b873-d37cea86479a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (b8e6ea46-8d1c-4db8-b79c-96ad857adc3e), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:48.763443 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d3d9a36d-7d58-42d5-a756-7dad14b4dc70 req-e99f92c0-f350-4ea2-9d66-bb9f944c7449 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 210 time: 0.0355849 Apr 12 18:02:48.905749 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d0269eec-0ce7-4e0c-8734-43be313d1d84 req-3a2ab047-910a-4bae-b873-d37cea86479a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:48.906039 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d0269eec-0ce7-4e0c-8734-43be313d1d84 req-3a2ab047-910a-4bae-b873-d37cea86479a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (0fcee815-9df9-4328-951a-c679984827d6), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:48.906385 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.l3_db [req-d0269eec-0ce7-4e0c-8734-43be313d1d84 req-3a2ab047-910a-4bae-b873-d37cea86479a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Floating IP 0fcee815-9df9-4328-951a-c679984827d6 disassociated. External IP: 172.27.0.30, port: b8e6ea46-8d1c-4db8-b79c-96ad857adc3e. Apr 12 18:02:48.906734 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-d0269eec-0ce7-4e0c-8734-43be313d1d84 req-3a2ab047-910a-4bae-b873-d37cea86479a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Calling delete_port for b8e6ea46-8d1c-4db8-b79c-96ad857adc3e owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:02:49.048743 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d0269eec-0ce7-4e0c-8734-43be313d1d84 req-3a2ab047-910a-4bae-b873-d37cea86479a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (b8e6ea46-8d1c-4db8-b79c-96ad857adc3e), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:49.087258 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ab047-910a-4bae-b873-d37cea86479a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Pushing event deleted for resources: {'Port': ['ID=b8e6ea46-8d1c-4db8-b79c-96ad857adc3e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:49.165182 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26f06b-2695-4c4c-b7ae-57c8a653dc15 req-6f1ecf26-a85c-4b7a-a7c9-5fc21cb67290 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:49.166626 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8c26f06b-2695-4c4c-b7ae-57c8a653dc15 req-6f1ecf26-a85c-4b7a-a7c9-5fc21cb67290 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 945 time: 0.0508957 Apr 12 18:02:49.169766 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-620b8d0a-e0a8-4f15-b477-18065b36f5a2 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=237798a0b1a14ab3835a4a934510ce49 HTTP/1.1" status: 200 len: 380 time: 0.1370130 Apr 12 18:02:49.214695 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8c26f06b-2695-4c4c-b7ae-57c8a653dc15 req-84d3341c-52e4-4aa1-a6ec-65aaff2581f5 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418320 Apr 12 18:02:49.238241 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-45925917-510a-4765-9585-e2f0d574b6fd tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Request body: {'port': {'device_id': '364e9083-41ad-4b68-9621-a24e10b8648f', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'admin_state_up': True, 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'security_groups': ['10d18f3c-7f66-4cff-9fc0-35130599f0b5']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:02:49.269571 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0269eec-0ce7-4e0c-8734-43be313d1d84 req-3a2ab047-910a-4bae-b873-d37cea86479a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Router 49a0daf5-88f1-4b49-ad50-c300dba617b0 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:02:49.435023 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-45925917-510a-4765-9585-e2f0d574b6fd tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Made reservation on behalf of 237798a0b1a14ab3835a4a934510ce49 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:02:49.438962 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-45925917-510a-4765-9585-e2f0d574b6fd tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:49.472627 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0269eec-0ce7-4e0c-8734-43be313d1d84 req-3a2ab047-910a-4bae-b873-d37cea86479a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:02:49.491041 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5836bd28-4124-436d-a9a4-ff3ca8606f77 None None] Sync routers for ids ['49a0daf5-88f1-4b49-ad50-c300dba617b0'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:02:49.523603 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5836bd28-4124-436d-a9a4-ff3ca8606f77 None None] Routers {'49a0daf5-88f1-4b49-ad50-c300dba617b0'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:02:49.524262 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5836bd28-4124-436d-a9a4-ff3ca8606f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:02:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['49a0daf5-88f1-4b49-ad50-c300dba617b0'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:49.555288 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0269eec-0ce7-4e0c-8734-43be313d1d84 req-3a2ab047-910a-4bae-b873-d37cea86479a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] No DVR routers for this DVR port b8e6ea46-8d1c-4db8-b79c-96ad857adc3e on host hv-cinder-83753 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:02:49.565534 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-d0269eec-0ce7-4e0c-8734-43be313d1d84 req-3a2ab047-910a-4bae-b873-d37cea86479a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:49.579602 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d0269eec-0ce7-4e0c-8734-43be313d1d84 req-3a2ab047-910a-4bae-b873-d37cea86479a tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.23 "DELETE /v2.0/ports/b8e6ea46-8d1c-4db8-b79c-96ad857adc3e HTTP/1.1" status: 204 len: 173 time: 1.0991793 Apr 12 18:02:49.580203 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e085072a-1360-4855-a679-62bbcbf23245', 'name': 'network-vif-deleted', 'tag': 'b8e6ea46-8d1c-4db8-b79c-96ad857adc3e'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:02:49.582708 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10956250-ccea-4de0-9bd2-28e0274334ba" -d '{"events": [{"server_uuid": "e085072a-1360-4855-a679-62bbcbf23245", "name": "network-vif-deleted", "tag": "b8e6ea46-8d1c-4db8-b79c-96ad857adc3e"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:02:49.604752 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b8ed58f0-5962-411d-9146-c9b2cefc9898 req-4712d608-bb98-4a84-96cb-40100e80ff48 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/ports?device_id=e085072a-1360-4855-a679-62bbcbf23245 HTTP/1.1" status: 200 len: 210 time: 0.0588486 Apr 12 18:02:49.696873 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90a0dd8-394d-418a-a3ff-163bc7621944 x-openstack-request-id: req-d90a0dd8-394d-418a-a3ff-163bc7621944 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:02:49.697432 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e085072a-1360-4855-a679-62bbcbf23245", "name": "network-vif-deleted", "tag": "b8e6ea46-8d1c-4db8-b79c-96ad857adc3e", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:02:49.697432 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d90a0dd8-394d-418a-a3ff-163bc7621944 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:02:49.697922 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d90a0dd8-394d-418a-a3ff-163bc7621944'] response: {'server_uuid': 'e085072a-1360-4855-a679-62bbcbf23245', 'name': 'network-vif-deleted', 'tag': 'b8e6ea46-8d1c-4db8-b79c-96ad857adc3e', 'status': 'completed', 'code': 200} Apr 12 18:02:49.720711 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-45925917-510a-4765-9585-e2f0d574b6fd tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Allocated IP 172.20.0.3 (8ec15485-e591-42f1-9874-b31f76908832/78fc5004-f958-4780-b51c-2a79ed561fa7/da5f72d8-b2e7-4964-9bcd-ac693effb5c5) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:02:49.729935 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-5836bd28-4124-436d-a9a4-ff3ca8606f77 None None] Set router 49a0daf5-88f1-4b49-ad50-c300dba617b0 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:02:49.772322 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-780f7b4e-46b6-42f7-a7c6-219c73d283bb tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:49.774262 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-780f7b4e-46b6-42f7-a7c6-219c73d283bb tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/networks?id=76a41896-3380-4fd3-bb29-17da571c1dc9 HTTP/1.1" status: 200 len: 809 time: 0.1536815 Apr 12 18:02:49.800903 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-f609273b-d20b-45ee-9d45-d18bc74697ed tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/quotas/d2283e8301d04ec2ae0c8a11b86074e7 HTTP/1.1" status: 200 len: 375 time: 0.0210454 Apr 12 18:02:49.833073 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-53737e77-56c6-44eb-af8c-9c360d053650 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d2283e8301d04ec2ae0c8a11b86074e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311575 Apr 12 18:02:49.883425 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-45925917-510a-4765-9585-e2f0d574b6fd tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for port (da5f72d8-b2e7-4964-9bcd-ac693effb5c5), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:49.890631 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-83379b8d-d73b-432b-9bc9-5d0a7f8e4d4d req-02bbc6ae-d547-4bb4-9229-73afde312a6c tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 210 time: 0.0474677 Apr 12 18:02:49.927246 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-45925917-510a-4765-9585-e2f0d574b6fd tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (da5f72d8-b2e7-4964-9bcd-ac693effb5c5), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:49.950723 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5836bd28-4124-436d-a9a4-ff3ca8606f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'name': 'tempest-AttachVolumeTestJSON-1407309218-router', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '630ac3f3-5053-4142-af04-7a686398b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:19Z', 'revision_number': 4, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'gw_port': {'id': '630ac3f3-5053-4142-af04-7a686398b926', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '3a77e5ac-4462-49fb-a402-b16ad864d3a5', 'name': '', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'mac_address': 'fa:16:3e:b5:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:19Z', 'updated_at': '2022-04-12T17:57:24Z', 'revision_number': 5, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'subnets': [{'id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:49.962566 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-ccef54a6-1504-421a-94c0-97f26c7c7596 service neutron] 10.222.0.24 "GET /v2.0/networks/76a41896-3380-4fd3-bb29-17da571c1dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182253 Apr 12 18:02:49.973170 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-45925917-510a-4765-9585-e2f0d574b6fd tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Network 8ec15485-e591-42f1-9874-b31f76908832 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:02:49.977614 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5836bd28-4124-436d-a9a4-ff3ca8606f77 None None] Checking router: 49a0daf5-88f1-4b49-ad50-c300dba617b0 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:02:49.980451 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-45925917-510a-4765-9585-e2f0d574b6fd tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:02:49.982916 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-45925917-510a-4765-9585-e2f0d574b6fd tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:02:50.004155 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5836bd28-4124-436d-a9a4-ff3ca8606f77 None None] Routers {'49a0daf5-88f1-4b49-ad50-c300dba617b0'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:02:50.005447 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5836bd28-4124-436d-a9a4-ff3ca8606f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:02:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['49a0daf5-88f1-4b49-ad50-c300dba617b0'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:50.020171 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45925917-510a-4765-9585-e2f0d574b6fd tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event updated for resources: {'Port': ['ID=da5f72d8-b2e7-4964-9bcd-ac693effb5c5,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:50.055348 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-45925917-510a-4765-9585-e2f0d574b6fd tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:50.056066 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-45925917-510a-4765-9585-e2f0d574b6fd tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:50.083522 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-45925917-510a-4765-9585-e2f0d574b6fd tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8553908 Apr 12 18:02:50.095714 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] Request body: {'port': {'device_id': '364e9083-41ad-4b68-9621-a24e10b8648f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:02:50.108688 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-024a8a42-0286-4e7b-86ff-ff0389fe3cab service neutron] 10.222.0.24 "GET /v2.0/networks/76a41896-3380-4fd3-bb29-17da571c1dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292436 Apr 12 18:02:50.177937 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (da5f72d8-b2e7-4964-9bcd-ac693effb5c5), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:50.317109 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-786a3ff9-c708-4eee-a85f-dd1862359107 None None] Provisioning complete for port da5f72d8-b2e7-4964-9bcd-ac693effb5c5 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:50.317444 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-786a3ff9-c708-4eee-a85f-dd1862359107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (da5f72d8-b2e7-4964-9bcd-ac693effb5c5), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:50.321841 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-5836bd28-4124-436d-a9a4-ff3ca8606f77 None None] Set router 49a0daf5-88f1-4b49-ad50-c300dba617b0 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:02:50.367188 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65fd82-efd4-4bce-8f15-1eaf27d5a572 req-10a9ac04-d468-4a97-be0a-b24de1bbb2bc tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:50.369209 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2d65fd82-efd4-4bce-8f15-1eaf27d5a572 req-10a9ac04-d468-4a97-be0a-b24de1bbb2bc tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 945 time: 0.0589399 Apr 12 18:02:50.422495 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-76254928-f408-47eb-8c5b-32d7d9a8969f req-03699388-df28-4d25-8b45-a26ec1aa1fc0 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5 HTTP/1.1" status: 200 len: 210 time: 0.0460129 Apr 12 18:02:50.452913 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2d65fd82-efd4-4bce-8f15-1eaf27d5a572 req-6529959f-a85d-4c52-9647-7d45588f52b6 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776389 Apr 12 18:02:50.470706 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device b8e6ea46-8d1c-4db8-b79c-96ad857adc3e no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:02:50.512934 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] No Port match for: b8e6ea46-8d1c-4db8-b79c-96ad857adc3e {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:02:50.513608 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device b8e6ea46-8d1c-4db8-b79c-96ad857adc3e not bound to the agent host hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:02:50.562109 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-786a3ff9-c708-4eee-a85f-dd1862359107 None None] Port da5f72d8-b2e7-4964-9bcd-ac693effb5c5 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:02:50.578764 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5e791-4b9e-4381-b9c9-871f86cf5bac req-10e1e794-427c-4ca3-bf9c-bad3ae84e742 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:50.591188 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8ae5e791-4b9e-4381-b9c9-871f86cf5bac req-10e1e794-427c-4ca3-bf9c-bad3ae84e742 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 945 time: 0.0588343 Apr 12 18:02:50.607321 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da5f72d8-b2e7-4964-9bcd-ac693effb5c5 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:02:50.617164 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] Publish callbacks [] for port (da5f72d8-b2e7-4964-9bcd-ac693effb5c5), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:50.618288 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:02:50.637672 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] Transition to ACTIVE for port object da5f72d8-b2e7-4964-9bcd-ac693effb5c5 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:02:50.643512 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8ae5e791-4b9e-4381-b9c9-871f86cf5bac req-688c6fff-0aa8-4a67-ba33-1531ac4599d6 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553360 Apr 12 18:02:50.645163 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8586785'] for port (da5f72d8-b2e7-4964-9bcd-ac693effb5c5), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:50.680871 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-5836bd28-4124-436d-a9a4-ff3ca8606f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'name': 'tempest-AttachVolumeTestJSON-1407309218-router', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '630ac3f3-5053-4142-af04-7a686398b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:19Z', 'revision_number': 4, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'gw_port': {'id': '630ac3f3-5053-4142-af04-7a686398b926', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '3a77e5ac-4462-49fb-a402-b16ad864d3a5', 'name': '', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'mac_address': 'fa:16:3e:b5:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:19Z', 'updated_at': '2022-04-12T17:57:24Z', 'revision_number': 5, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'subnets': [{'id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:50.719716 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5836bd28-4124-436d-a9a4-ff3ca8606f77 None None] The sync data for ids ['49a0daf5-88f1-4b49-ad50-c300dba617b0'] in dv-cinder-837534-1-iscsi is: [{'id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'name': 'tempest-AttachVolumeTestJSON-1407309218-router', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '630ac3f3-5053-4142-af04-7a686398b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:19Z', 'revision_number': 4, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'gw_port': {'id': '630ac3f3-5053-4142-af04-7a686398b926', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '3a77e5ac-4462-49fb-a402-b16ad864d3a5', 'name': '', 'network_id': '962da255-4ac2-45d1-ad32-4d4894c84b68', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'mac_address': 'fa:16:3e:b5:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:19Z', 'updated_at': '2022-04-12T17:57:24Z', 'revision_number': 5, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'subnets': [{'id': '58bfda40-3da6-4fb6-b2fa-6600bac73073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:02:50.727090 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] Pushing event updated for resources: {'Port': ['ID=da5f72d8-b2e7-4964-9bcd-ac693effb5c5,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:50.774707 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 43776) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:50.837857 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] Attempting to bind port da5f72d8-b2e7-4964-9bcd-ac693effb5c5 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:02:50.838254 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] Attempting to bind port da5f72d8-b2e7-4964-9bcd-ac693effb5c5 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8ec15485-e591-42f1-9874-b31f76908832'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:02:50.838560 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] Attempting to bind port da5f72d8-b2e7-4964-9bcd-ac693effb5c5 on network 8ec15485-e591-42f1-9874-b31f76908832 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:02:50.849004 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] Port da5f72d8-b2e7-4964-9bcd-ac693effb5c5 on network 8ec15485-e591-42f1-9874-b31f76908832 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:02:50.849356 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] Attempting to bind port da5f72d8-b2e7-4964-9bcd-ac693effb5c5 on network 8ec15485-e591-42f1-9874-b31f76908832 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:02:50.869301 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] Checking agent: {'id': '00f7abb9-3948-4d4d-ae73-3182f7e75cf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'started_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:02:50.869656 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] Checking segment: {'id': 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8ec15485-e591-42f1-9874-b31f76908832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:02:50.870088 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] Bound using segment: {'id': 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8ec15485-e591-42f1-9874-b31f76908832'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:02:50.870545 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] Bound port: da5f72d8-b2e7-4964-9bcd-ac693effb5c5, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8ec15485-e591-42f1-9874-b31f76908832'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:02:50.870884 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (da5f72d8-b2e7-4964-9bcd-ac693effb5c5), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:50.905081 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5b5975e-c7d3-4266-a794-e26be47b5515 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group (2b8fe8d1-459c-4061-8f5a-4a502112345f), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:50.973180 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5b5975e-c7d3-4266-a794-e26be47b5515 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group (2b8fe8d1-459c-4061-8f5a-4a502112345f), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:50.995710 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] For port da5f72d8-b2e7-4964-9bcd-ac693effb5c5, host hv-cinder-83753, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:02:51.002574 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] For port da5f72d8-b2e7-4964-9bcd-ac693effb5c5, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=da5f72d8-b2e7-4964-9bcd-ac693effb5c5,segment=NetworkSegment(bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b),segment_id=bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:02:51.022869 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8586785'] for port (da5f72d8-b2e7-4964-9bcd-ac693effb5c5), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:51.105162 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47208f-5ebd-4e2c-ae4f-bd80653a55a0 req-4d833541-0da6-42f1-9004-7ff3c10413e7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:51.107374 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2f47208f-5ebd-4e2c-ae4f-bd80653a55a0 req-4d833541-0da6-42f1-9004-7ff3c10413e7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 943 time: 0.0999203 Apr 12 18:02:51.151425 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:51.151937 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:51.153417 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] 10.222.0.23 "PUT /v2.0/ports/da5f72d8-b2e7-4964-9bcd-ac693effb5c5 HTTP/1.1" status: 200 len: 1093 time: 1.0619621 Apr 12 18:02:51.155938 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5b5975e-c7d3-4266-a794-e26be47b5515 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (2b8fe8d1-459c-4061-8f5a-4a502112345f), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:51.159564 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d5b5975e-c7d3-4266-a794-e26be47b5515 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:51.165926 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 43784) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:51.166650 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-d5b5975e-c7d3-4266-a794-e26be47b5515 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "DELETE /v2.0/security-groups/2b8fe8d1-459c-4061-8f5a-4a502112345f HTTP/1.1" status: 204 len: 168 time: 0.3850083 Apr 12 18:02:51.186115 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.api.v2.resource [None req-3debfc14-fbf7-4624-8473-6721e627e75c tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] show failed (client error): The resource could not be found. Apr 12 18:02:51.187447 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-3debfc14-fbf7-4624-8473-6721e627e75c tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "GET /v2.0/security-groups/2b8fe8d1-459c-4061-8f5a-4a502112345f HTTP/1.1" status: 404 len: 347 time: 0.0204546 Apr 12 18:02:51.192313 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 43786) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:51.211182 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d5ecb3-bc21-432e-8839-f020aeebe9a2 None None] New status for floating IP 0fcee815-9df9-4328-951a-c679984827d6: DOWN {{(pid=109829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:02:51.230974 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2f47208f-5ebd-4e2c-ae4f-bd80653a55a0 req-2526ef84-7103-42de-b79c-2a3b0faa8cc7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011081 Apr 12 18:02:51.297743 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5975e-c7d3-4266-a794-e26be47b5515 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8fe8d1-459c-4061-8f5a-4a502112345f,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:51.329298 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010de7c-10bf-4a7f-ad46-04ed39201502 req-78ed9136-c85a-487f-9c10-fd75cbd4190d tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:51.340259 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0010de7c-10bf-4a7f-ad46-04ed39201502 req-78ed9136-c85a-487f-9c10-fd75cbd4190d tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 945 time: 0.1714208 Apr 12 18:02:51.365039 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-0c289bee-205c-405a-8ce6-b6bfa2df3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:51.368022 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-0c289bee-205c-405a-8ce6-b6bfa2df3bc3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=237798a0b1a14ab3835a4a934510ce49&device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 1127 time: 0.1015100 Apr 12 18:02:51.369533 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204881c-ad35-4f89-a335-15bca1027791 service neutron] Pushing event updated for resources: {'Port': ['ID=da5f72d8-b2e7-4964-9bcd-ac693effb5c5,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:51.407583 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0010de7c-10bf-4a7f-ad46-04ed39201502 req-3b25a0d0-9e3f-451c-8313-0e0e8a1d713b tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660741 Apr 12 18:02:51.532486 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-dfbd2248-4a39-4155-94a4-b00d875b0ff6 req-8a31ed18-2777-4a06-a550-c2307f9e2228 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5 HTTP/1.1" status: 200 len: 210 time: 0.0337861 Apr 12 18:02:51.717156 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364e9083-41ad-4b68-9621-a24e10b8648f', 'tag': 'da5f72d8-b2e7-4964-9bcd-ac693effb5c5'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:02:51.719770 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5435bcc-8985-4163-a3f2-a6807a3cc037" -d '{"events": [{"name": "network-changed", "server_uuid": "364e9083-41ad-4b68-9621-a24e10b8648f", "tag": "da5f72d8-b2e7-4964-9bcd-ac693effb5c5"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:02:51.761771 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-6db69bce-39e2-4d4d-908c-7941a0ae06e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da5f72d8-b2e7-4964-9bcd-ac693effb5c5 HTTP/1.1" status: 200 len: 217 time: 0.0950279 Apr 12 18:02:51.772844 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-857ebd9c-b8ed-4171-8651-466c8df4dcd3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Deleting port 11ed9e4c-22a6-44cf-bbff-bf05d6aa9e32 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:02:51.773197 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-857ebd9c-b8ed-4171-8651-466c8df4dcd3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (11ed9e4c-22a6-44cf-bbff-bf05d6aa9e32), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:51.775800 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa805f4-52d9-44f8-bd39-512df847fa41 x-openstack-request-id: req-aaa805f4-52d9-44f8-bd39-512df847fa41 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:02:51.776091 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364e9083-41ad-4b68-9621-a24e10b8648f", "tag": "da5f72d8-b2e7-4964-9bcd-ac693effb5c5", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:02:51.776406 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aaa805f4-52d9-44f8-bd39-512df847fa41 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:02:51.776798 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa805f4-52d9-44f8-bd39-512df847fa41'] response: {'name': 'network-changed', 'server_uuid': '364e9083-41ad-4b68-9621-a24e10b8648f', 'tag': 'da5f72d8-b2e7-4964-9bcd-ac693effb5c5', 'status': 'completed', 'code': 200} Apr 12 18:02:51.926469 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-0c192b3a-8dde-493f-b0ef-ed91d54e8e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:51.928572 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-0c192b3a-8dde-493f-b0ef-ed91d54e8e20 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78fc5004-f958-4780-b51c-2a79ed561fa7 HTTP/1.1" status: 200 len: 851 time: 0.1429853 Apr 12 18:02:51.964415 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-857ebd9c-b8ed-4171-8651-466c8df4dcd3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (11ed9e4c-22a6-44cf-bbff-bf05d6aa9e32), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:51.964649 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-857ebd9c-b8ed-4171-8651-466c8df4dcd3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for floatingip (11ed9e4c-22a6-44cf-bbff-bf05d6aa9e32), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:51.995398 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-bc5255d5-af0a-464b-acce-87c87d2178a5 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:51.996831 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-bc5255d5-af0a-464b-acce-87c87d2178a5 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.23 "GET /v2.0/networks?id=76a41896-3380-4fd3-bb29-17da571c1dc9 HTTP/1.1" status: 200 len: 809 time: 0.3288133 Apr 12 18:02:52.003916 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-857ebd9c-b8ed-4171-8651-466c8df4dcd3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Calling delete_port for 11ed9e4c-22a6-44cf-bbff-bf05d6aa9e32 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:02:52.015921 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-04cbc988-8520-4272-86fb-090993211427 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Request body: {'port': {'device_id': '08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5', 'network_id': '76a41896-3380-4fd3-bb29-17da571c1dc9', 'admin_state_up': True, 'tenant_id': 'd2283e8301d04ec2ae0c8a11b86074e7'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:02:52.035874 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-86e0762f-d598-4c33-a39c-66a395908cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:52.037934 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-86e0762f-d598-4c33-a39c-66a395908cda service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ec15485-e591-42f1-9874-b31f76908832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846684 Apr 12 18:02:52.255549 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-a4805712-35b7-48c1-9a55-089bc93f3544 service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802461 Apr 12 18:02:52.277468 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-04cbc988-8520-4272-86fb-090993211427 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Made reservation on behalf of d2283e8301d04ec2ae0c8a11b86074e7 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:02:52.280730 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-04cbc988-8520-4272-86fb-090993211427 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:52.326997 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029008c-b026-44c4-9722-b4233e2d7407 req-ecde2f41-7532-40dd-b255-b2af91734d06 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:52.328481 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0029008c-b026-44c4-9722-b4233e2d7407 req-ecde2f41-7532-40dd-b255-b2af91734d06 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 943 time: 0.0497274 Apr 12 18:02:52.378792 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0029008c-b026-44c4-9722-b4233e2d7407 req-b8af658e-2025-4337-b486-891056a417aa tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439057 Apr 12 18:02:52.427417 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-857ebd9c-b8ed-4171-8651-466c8df4dcd3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (11ed9e4c-22a6-44cf-bbff-bf05d6aa9e32), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:52.477139 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ebd9c-b8ed-4171-8651-466c8df4dcd3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Pushing event deleted for resources: {'Port': ['ID=11ed9e4c-22a6-44cf-bbff-bf05d6aa9e32,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:52.487074 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b471884b-9ea4-4561-b5ff-286a5644df1f req-f2847d3e-7286-4957-beb3-b9ccdc41310b service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224164 Apr 12 18:02:52.581865 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-04cbc988-8520-4272-86fb-090993211427 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Allocated IP 172.20.0.5 (76a41896-3380-4fd3-bb29-17da571c1dc9/a15a234e-533b-4528-addf-c63e4bff681e/ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:02:52.584642 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-857ebd9c-b8ed-4171-8651-466c8df4dcd3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks [] for floatingip (0fcee815-9df9-4328-951a-c679984827d6), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:52.587345 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-857ebd9c-b8ed-4171-8651-466c8df4dcd3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:52.590947 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-857ebd9c-b8ed-4171-8651-466c8df4dcd3 tempest-AttachVolumeTestJSON-1559060613 tempest-AttachVolumeTestJSON-1559060613-project] 10.222.0.24 "DELETE /v2.0/floatingips/0fcee815-9df9-4328-951a-c679984827d6 HTTP/1.1" status: 204 len: 168 time: 1.3954298 Apr 12 18:02:52.648843 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-58e08f1d-166b-4290-966d-99c14bb7b9dc req-881d3814-47ca-4a73-b37f-56987876c735 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5 HTTP/1.1" status: 200 len: 210 time: 0.0325518 Apr 12 18:02:52.781675 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-04cbc988-8520-4272-86fb-090993211427 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Publish callbacks [] for port (ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:52.796883 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5435bcc-8985-4163-a3f2-a6807a3cc037 req-814efa99-95dc-4128-8485-bf13dadc02dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:52.798408 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a5435bcc-8985-4163-a3f2-a6807a3cc037 req-814efa99-95dc-4128-8485-bf13dadc02dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=237798a0b1a14ab3835a4a934510ce49&device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 1127 time: 0.0561650 Apr 12 18:02:52.884858 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-04cbc988-8520-4272-86fb-090993211427 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:52.940786 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-04cbc988-8520-4272-86fb-090993211427 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Network 76a41896-3380-4fd3-bb29-17da571c1dc9 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:02:52.949745 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-04cbc988-8520-4272-86fb-090993211427 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:02:52.952321 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-04cbc988-8520-4272-86fb-090993211427 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:02:52.978700 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5435bcc-8985-4163-a3f2-a6807a3cc037 req-5f5201f1-7317-4f08-8d14-166e6db19c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:52.980200 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a5435bcc-8985-4163-a3f2-a6807a3cc037 req-5f5201f1-7317-4f08-8d14-166e6db19c99 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ec15485-e591-42f1-9874-b31f76908832 HTTP/1.1" status: 200 len: 913 time: 0.1711802 Apr 12 18:02:52.980811 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbc988-8520-4272-86fb-090993211427 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Pushing event updated for resources: {'Port': ['ID=ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:53.036928 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a5435bcc-8985-4163-a3f2-a6807a3cc037 req-db30e07f-0ddf-481b-8d68-166fbc7b02fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da5f72d8-b2e7-4964-9bcd-ac693effb5c5 HTTP/1.1" status: 200 len: 217 time: 0.0449004 Apr 12 18:02:53.078065 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-04cbc988-8520-4272-86fb-090993211427 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:53.078703 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-04cbc988-8520-4272-86fb-090993211427 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:53.103476 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-04cbc988-8520-4272-86fb-090993211427 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0939722 Apr 12 18:02:53.111096 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5435bcc-8985-4163-a3f2-a6807a3cc037 req-e8a18240-8fbd-4b61-b405-d2f3162d378d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:53.112492 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a5435bcc-8985-4163-a3f2-a6807a3cc037 req-e8a18240-8fbd-4b61-b405-d2f3162d378d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78fc5004-f958-4780-b51c-2a79ed561fa7 HTTP/1.1" status: 200 len: 851 time: 0.0694599 Apr 12 18:02:53.134736 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] Request body: {'port': {'device_id': '08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:02:53.217064 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5435bcc-8985-4163-a3f2-a6807a3cc037 req-069470f5-d98e-41a1-8bd9-3f267a97fcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:53.219074 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a5435bcc-8985-4163-a3f2-a6807a3cc037 req-069470f5-d98e-41a1-8bd9-3f267a97fcbe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ec15485-e591-42f1-9874-b31f76908832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814006 Apr 12 18:02:53.236795 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:53.433107 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a5435bcc-8985-4163-a3f2-a6807a3cc037 req-3a0ddfeb-b354-46ca-875b-90d878e2fa03 service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056723 Apr 12 18:02:53.494552 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fb7e4-c6b7-476d-b55b-8996e1b7dae2 req-8ed6ec8c-a112-4c4b-bedd-72fec77356c6 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:53.496062 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-717fb7e4-c6b7-476d-b55b-8996e1b7dae2 req-8ed6ec8c-a112-4c4b-bedd-72fec77356c6 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 943 time: 0.0478024 Apr 12 18:02:53.544901 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-717fb7e4-c6b7-476d-b55b-8996e1b7dae2 req-7384c989-7d50-4711-bc98-5d462f310de5 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431623 Apr 12 18:02:53.588617 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a5435bcc-8985-4163-a3f2-a6807a3cc037 req-2305ef8b-5a80-47e9-9540-417d1b4f85ca service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491985 Apr 12 18:02:53.661225 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:02:53.669016 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] Publish callbacks [] for port (ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:53.683622 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] Transition to ACTIVE for port object ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:02:53.687168 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8586785'] for port (ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:53.764473 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] Pushing event updated for resources: {'Port': ['ID=ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:53.778617 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a662d-1ffd-47f8-8d0f-21f82e4ad067 req-063d0e0e-9adb-4efb-87b6-ce281e48e787 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:53.780158 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-255a662d-1ffd-47f8-8d0f-21f82e4ad067 req-063d0e0e-9adb-4efb-87b6-ce281e48e787 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5 HTTP/1.1" status: 200 len: 943 time: 0.0549791 Apr 12 18:02:53.825877 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] Attempting to bind port ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:02:53.826573 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] Attempting to bind port ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'c4113038-2a98-45a9-9c62-bf7550eb37c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '76a41896-3380-4fd3-bb29-17da571c1dc9'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:02:53.826573 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] Attempting to bind port ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb on network 76a41896-3380-4fd3-bb29-17da571c1dc9 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:02:53.831879 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] Port ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb on network 76a41896-3380-4fd3-bb29-17da571c1dc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:02:53.832045 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] Attempting to bind port ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb on network 76a41896-3380-4fd3-bb29-17da571c1dc9 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:02:53.837527 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] Checking agent: {'id': '00f7abb9-3948-4d4d-ae73-3182f7e75cf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'started_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:02:53.837928 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] Checking segment: {'id': 'c4113038-2a98-45a9-9c62-bf7550eb37c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '76a41896-3380-4fd3-bb29-17da571c1dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:02:53.838384 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] Bound using segment: {'id': 'c4113038-2a98-45a9-9c62-bf7550eb37c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '76a41896-3380-4fd3-bb29-17da571c1dc9'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:02:53.838874 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] Bound port: ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4113038-2a98-45a9-9c62-bf7550eb37c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '76a41896-3380-4fd3-bb29-17da571c1dc9'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:02:53.839182 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:53.847192 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-255a662d-1ffd-47f8-8d0f-21f82e4ad067 req-8858e4ab-8a3f-4d93-9e01-a643da776f2c tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591240 Apr 12 18:02:53.904372 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] For port ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb, host hv-cinder-83753, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:02:53.907469 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] For port ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb,segment=NetworkSegment(c4113038-2a98-45a9-9c62-bf7550eb37c8),segment_id=c4113038-2a98-45a9-9c62-bf7550eb37c8)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:02:53.913148 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8586785'] for port (ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:53.944331 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:53.944937 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:53.946336 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] 10.222.0.23 "PUT /v2.0/ports/ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb HTTP/1.1" status: 200 len: 1093 time: 0.8164062 Apr 12 18:02:53.946760 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5', 'tag': 'ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:02:53.948960 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32798e63-02e4-49a0-b7ab-555cd100cc9b" -d '{"events": [{"name": "network-changed", "server_uuid": "08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5", "tag": "ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:02:53.974156 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8ce19-d034-47c0-a36e-9e9b964f600e service neutron] Pushing event updated for resources: {'Port': ['ID=ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:53.997379 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec45550-a013-4ae0-ba02-61dab348ae4c x-openstack-request-id: req-6ec45550-a013-4ae0-ba02-61dab348ae4c {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:02:53.997671 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5", "tag": "ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:02:53.997926 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ec45550-a013-4ae0-ba02-61dab348ae4c {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:02:53.998355 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ec45550-a013-4ae0-ba02-61dab348ae4c'] response: {'name': 'network-changed', 'server_uuid': '08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5', 'tag': 'ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb', 'status': 'completed', 'code': 200} Apr 12 18:02:54.031786 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-8d581404-21f5-4247-bd6b-26c25ad4c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:54.033317 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-8d581404-21f5-4247-bd6b-26c25ad4c35e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d2283e8301d04ec2ae0c8a11b86074e7&device_id=08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5 HTTP/1.1" status: 200 len: 1127 time: 0.0456440 Apr 12 18:02:54.079034 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-8e895e56-fe95-4b18-bb86-7e2e75dab14d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb HTTP/1.1" status: 200 len: 217 time: 0.0343471 Apr 12 18:02:54.126451 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-ba0ac6b6-3f88-479d-9ba6-d2a0ed04dfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:54.127863 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-ba0ac6b6-3f88-479d-9ba6-d2a0ed04dfbb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a15a234e-533b-4528-addf-c63e4bff681e HTTP/1.1" status: 200 len: 849 time: 0.0424395 Apr 12 18:02:54.160745 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-57400ba2-de9a-4fcc-a6b5-889b6f2c1643 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=76a41896-3380-4fd3-bb29-17da571c1dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268977 Apr 12 18:02:54.248068 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-258e3634-4109-4f4f-bd8f-784faed0501b service neutron] 10.222.0.23 "GET /v2.0/networks/76a41896-3380-4fd3-bb29-17da571c1dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817149 Apr 12 18:02:54.339533 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1f3ca0b1-f225-4339-9e7c-35a7eee063ce req-56fd4115-4836-4149-8139-2efc0261376f service neutron] 10.222.0.23 "GET /v2.0/networks/76a41896-3380-4fd3-bb29-17da571c1dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850005 Apr 12 18:02:54.658265 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc6692-44fa-4f36-adec-dceb0a807706 req-e64acab6-c133-4f81-aac1-ac62dbc8e6da tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:54.659619 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f4bc6692-44fa-4f36-adec-dceb0a807706 req-e64acab6-c133-4f81-aac1-ac62dbc8e6da tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 943 time: 0.0492444 Apr 12 18:02:54.706866 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f4bc6692-44fa-4f36-adec-dceb0a807706 req-8fa3c780-1ac9-4364-b174-0f0f4d0cae46 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417008 Apr 12 18:02:54.955218 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17a8c7-2b41-4a67-924e-cc909269b085 req-d9bfda8b-ead3-4079-8286-67bddcf8f2bf tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:54.956675 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1b17a8c7-2b41-4a67-924e-cc909269b085 req-d9bfda8b-ead3-4079-8286-67bddcf8f2bf tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5 HTTP/1.1" status: 200 len: 943 time: 0.0473607 Apr 12 18:02:55.005535 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1b17a8c7-2b41-4a67-924e-cc909269b085 req-98976eec-0390-4763-b951-64356d7c3f62 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424287 Apr 12 18:02:55.213027 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32798e63-02e4-49a0-b7ab-555cd100cc9b req-39c4b4ab-586e-4512-8d33-151f8e154dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:55.214559 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-32798e63-02e4-49a0-b7ab-555cd100cc9b req-39c4b4ab-586e-4512-8d33-151f8e154dd0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d2283e8301d04ec2ae0c8a11b86074e7&device_id=08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5 HTTP/1.1" status: 200 len: 1127 time: 0.0411327 Apr 12 18:02:55.307268 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32798e63-02e4-49a0-b7ab-555cd100cc9b req-a43aa8ab-87d8-401f-bbc4-6ec37cdcd781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:55.308735 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-32798e63-02e4-49a0-b7ab-555cd100cc9b req-a43aa8ab-87d8-401f-bbc4-6ec37cdcd781 service neutron] 10.222.0.23 "GET /v2.0/networks?id=76a41896-3380-4fd3-bb29-17da571c1dc9 HTTP/1.1" status: 200 len: 910 time: 0.0876777 Apr 12 18:02:55.353001 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-32798e63-02e4-49a0-b7ab-555cd100cc9b req-2dcdb907-6b75-4a69-b17c-3999f4f9a6f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb HTTP/1.1" status: 200 len: 217 time: 0.0375223 Apr 12 18:02:55.400761 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32798e63-02e4-49a0-b7ab-555cd100cc9b req-f1c8bda0-6b66-4465-83ed-502dc985c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:55.402262 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-32798e63-02e4-49a0-b7ab-555cd100cc9b req-f1c8bda0-6b66-4465-83ed-502dc985c0ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a15a234e-533b-4528-addf-c63e4bff681e HTTP/1.1" status: 200 len: 849 time: 0.0442321 Apr 12 18:02:55.443872 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-32798e63-02e4-49a0-b7ab-555cd100cc9b req-10450093-9458-4831-b2b3-3d248335f652 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=76a41896-3380-4fd3-bb29-17da571c1dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352647 Apr 12 18:02:55.531873 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-32798e63-02e4-49a0-b7ab-555cd100cc9b req-cf0bf954-ae92-4fb7-9e1b-6d0d00dbc74e service neutron] 10.222.0.23 "GET /v2.0/networks/76a41896-3380-4fd3-bb29-17da571c1dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826626 Apr 12 18:02:55.624049 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-32798e63-02e4-49a0-b7ab-555cd100cc9b req-17408839-42f4-451f-9825-62323fa02e93 service neutron] 10.222.0.23 "GET /v2.0/networks/76a41896-3380-4fd3-bb29-17da571c1dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797901 Apr 12 18:02:55.814876 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5189a-cb64-4f3b-9bb3-d60748ea80f8 req-99af6ff3-f736-4d1a-8973-50e9e05bb4d8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:55.816228 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-47d5189a-cb64-4f3b-9bb3-d60748ea80f8 req-99af6ff3-f736-4d1a-8973-50e9e05bb4d8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 943 time: 0.0458500 Apr 12 18:02:55.867098 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-47d5189a-cb64-4f3b-9bb3-d60748ea80f8 req-4ecffe4a-2b38-42de-ad81-31adedfa33b9 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449753 Apr 12 18:02:56.121394 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d012f2e-e76e-4e51-9248-9a532056dcc8 req-5a5a8f03-3229-4ebe-9241-1cae9be63b4f tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:56.122918 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7d012f2e-e76e-4e51-9248-9a532056dcc8 req-5a5a8f03-3229-4ebe-9241-1cae9be63b4f tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5 HTTP/1.1" status: 200 len: 943 time: 0.0482190 Apr 12 18:02:56.137511 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 43872) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:56.172000 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7d012f2e-e76e-4e51-9248-9a532056dcc8 req-81753897-cc05-4248-ad5c-b681e27631a2 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437500 Apr 12 18:02:56.472215 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:02:56.581177 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb,segment=NetworkSegment(c4113038-2a98-45a9-9c62-bf7550eb37c8),segment_id=c4113038-2a98-45a9-9c62-bf7550eb37c8)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:56.597162 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': 'ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb', 'network_id': '76a41896-3380-4fd3-bb29-17da571c1dc9', 'port_id': 'ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb', 'mac_address': 'fa:16:3e:66:6e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15a234e-533b-4528-addf-c63e4bff681e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:02:56.635473 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:56.635860 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:56.649410 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:02:56.669222 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb,segment=NetworkSegment(c4113038-2a98-45a9-9c62-bf7550eb37c8),segment_id=c4113038-2a98-45a9-9c62-bf7550eb37c8)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:56.673273 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:56.720629 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:56.728212 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:56.728558 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:56.728900 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:56.729239 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:56.729572 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:56.729904 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:56.730258 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:56.730584 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:56.730907 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:56.731235 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:56.731555 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:56.731870 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:56.732194 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:56.732508 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:56.732823 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:02:56.763192 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a7f2bae5-1e7f-4383-b145-377cf84aac5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548545'] for router_interface (49a0daf5-88f1-4b49-ad50-c300dba617b0), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:56.916957 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:02:56.980490 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae5a1d-626a-4ef2-8fe8-6c5994d9b90a req-749211ca-b63e-4223-8278-1dd61829f10f tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:56.982069 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-30ae5a1d-626a-4ef2-8fe8-6c5994d9b90a req-749211ca-b63e-4223-8278-1dd61829f10f tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 943 time: 0.0482583 Apr 12 18:02:56.997267 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a7f2bae5-1e7f-4383-b145-377cf84aac5e admin admin] Deleting port 3a77e5ac-4462-49fb-a402-b16ad864d3a5 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:02:56.997615 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a7f2bae5-1e7f-4383-b145-377cf84aac5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (3a77e5ac-4462-49fb-a402-b16ad864d3a5), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:57.031084 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-30ae5a1d-626a-4ef2-8fe8-6c5994d9b90a req-60ad8b6d-2411-4549-9b9a-ffa06c7a2fb1 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433607 Apr 12 18:02:57.081094 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-a7f2bae5-1e7f-4383-b145-377cf84aac5e admin admin] For port 3a77e5ac-4462-49fb-a402-b16ad864d3a5, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=3a77e5ac-4462-49fb-a402-b16ad864d3a5,segment=NetworkSegment(76cc6800-0852-427c-871b-1eb07b87be9a),segment_id=76cc6800-0852-427c-871b-1eb07b87be9a)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:57.081463 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a7f2bae5-1e7f-4383-b145-377cf84aac5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (3a77e5ac-4462-49fb-a402-b16ad864d3a5), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:57.093911 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a7f2bae5-1e7f-4383-b145-377cf84aac5e admin admin] Calling delete_port for 3a77e5ac-4462-49fb-a402-b16ad864d3a5 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:02:57.273959 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a7f2bae5-1e7f-4383-b145-377cf84aac5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (3a77e5ac-4462-49fb-a402-b16ad864d3a5), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:57.290192 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4f462-616b-40b1-afbd-2894dee85001 req-e51f6fd0-d233-4d7b-bc8b-e415a9601c0a tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:57.291677 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-53c4f462-616b-40b1-afbd-2894dee85001 req-e51f6fd0-d233-4d7b-bc8b-e415a9601c0a tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5 HTTP/1.1" status: 200 len: 944 time: 0.0515394 Apr 12 18:02:57.301025 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2bae5-1e7f-4383-b145-377cf84aac5e admin admin] Pushing event deleted for resources: {'Port': ['ID=3a77e5ac-4462-49fb-a402-b16ad864d3a5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:57.348908 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-53c4f462-616b-40b1-afbd-2894dee85001 req-df761f04-8bfb-4b17-9341-fd8816a67db4 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498233 Apr 12 18:02:57.473282 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a7f2bae5-1e7f-4383-b145-377cf84aac5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548445'] for router_interface (49a0daf5-88f1-4b49-ad50-c300dba617b0), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:57.692258 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f2bae5-1e7f-4383-b145-377cf84aac5e admin admin] Router 49a0daf5-88f1-4b49-ad50-c300dba617b0 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:02:57.801130 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f2bae5-1e7f-4383-b145-377cf84aac5e admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:02:57.807166 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-a7f2bae5-1e7f-4383-b145-377cf84aac5e admin admin] 10.222.0.24 "PUT /v2.0/routers/49a0daf5-88f1-4b49-ad50-c300dba617b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6685405 Apr 12 18:02:57.809639 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 43886) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:57.812392 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826128e-7ebc-483a-a534-1b4f6aa14c51 None None] Sync routers for ids ['49a0daf5-88f1-4b49-ad50-c300dba617b0'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:02:57.822450 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8826128e-7ebc-483a-a534-1b4f6aa14c51 None None] Routers {'49a0daf5-88f1-4b49-ad50-c300dba617b0'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:02:57.823166 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8826128e-7ebc-483a-a534-1b4f6aa14c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:02:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['49a0daf5-88f1-4b49-ad50-c300dba617b0'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:57.913012 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19ea1a84-95cc-4b50-b492-f85c4c757042 admin admin] Publish callbacks [] for router (49a0daf5-88f1-4b49-ad50-c300dba617b0), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:57.930984 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-8826128e-7ebc-483a-a534-1b4f6aa14c51 None None] Set router 49a0daf5-88f1-4b49-ad50-c300dba617b0 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:02:58.018463 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19ea1a84-95cc-4b50-b492-f85c4c757042 admin admin] Publish callbacks [] for router_gateway (49a0daf5-88f1-4b49-ad50-c300dba617b0), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:58.065687 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-19ea1a84-95cc-4b50-b492-f85c4c757042 admin admin] Deleting port 630ac3f3-5053-4142-af04-7a686398b926 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:02:58.065992 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19ea1a84-95cc-4b50-b492-f85c4c757042 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (630ac3f3-5053-4142-af04-7a686398b926), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:58.106417 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8826128e-7ebc-483a-a534-1b4f6aa14c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'name': 'tempest-AttachVolumeTestJSON-1407309218-router', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '630ac3f3-5053-4142-af04-7a686398b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T18:02:57Z', 'revision_number': 5, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'gw_port': {'id': '630ac3f3-5053-4142-af04-7a686398b926', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:58.137907 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826128e-7ebc-483a-a534-1b4f6aa14c51 None None] Checking router: 49a0daf5-88f1-4b49-ad50-c300dba617b0 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:02:58.147252 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8826128e-7ebc-483a-a534-1b4f6aa14c51 None None] Routers {'49a0daf5-88f1-4b49-ad50-c300dba617b0'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:02:58.154608 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8826128e-7ebc-483a-a534-1b4f6aa14c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:02:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['49a0daf5-88f1-4b49-ad50-c300dba617b0'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:58.154822 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-19ea1a84-95cc-4b50-b492-f85c4c757042 admin admin] For port 630ac3f3-5053-4142-af04-7a686398b926, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=630ac3f3-5053-4142-af04-7a686398b926,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:58.154822 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19ea1a84-95cc-4b50-b492-f85c4c757042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (630ac3f3-5053-4142-af04-7a686398b926), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:58.165004 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d2fde-d2dc-4802-8cd1-3590c3506350 req-9e42107d-7313-4f05-b3f3-07d4af9340d9 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:58.165640 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-19ea1a84-95cc-4b50-b492-f85c4c757042 admin admin] Calling delete_port for 630ac3f3-5053-4142-af04-7a686398b926 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:02:58.166915 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-da1d2fde-d2dc-4802-8cd1-3590c3506350 req-9e42107d-7313-4f05-b3f3-07d4af9340d9 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 943 time: 0.0600200 Apr 12 18:02:58.222030 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-da1d2fde-d2dc-4802-8cd1-3590c3506350 req-eeba2d90-fa84-41a1-b2fc-82fa7698e56d tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485940 Apr 12 18:02:58.236600 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-8826128e-7ebc-483a-a534-1b4f6aa14c51 None None] Set router 49a0daf5-88f1-4b49-ad50-c300dba617b0 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:02:58.297422 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-8826128e-7ebc-483a-a534-1b4f6aa14c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'name': 'tempest-AttachVolumeTestJSON-1407309218-router', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T18:02:58Z', 'revision_number': 6, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'gw_port_host': None}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:58.331380 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826128e-7ebc-483a-a534-1b4f6aa14c51 None None] The sync data for ids ['49a0daf5-88f1-4b49-ad50-c300dba617b0'] in dv-cinder-837534-1-iscsi is: [{'id': '49a0daf5-88f1-4b49-ad50-c300dba617b0', 'name': 'tempest-AttachVolumeTestJSON-1407309218-router', 'tenant_id': '6805cc1691a2411e9fe93aa26e73962a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:15Z', 'updated_at': '2022-04-12T18:02:58Z', 'revision_number': 6, 'project_id': '6805cc1691a2411e9fe93aa26e73962a', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:02:58.332959 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-f9484cac-936f-404d-8ca2-f38cccb5fd4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:58.353235 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19ea1a84-95cc-4b50-b492-f85c4c757042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (630ac3f3-5053-4142-af04-7a686398b926), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:58.380588 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea1a84-95cc-4b50-b492-f85c4c757042 admin admin] Pushing event deleted for resources: {'Port': ['ID=630ac3f3-5053-4142-af04-7a686398b926,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:58.446068 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19ea1a84-95cc-4b50-b492-f85c4c757042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546299'] for router_gateway (49a0daf5-88f1-4b49-ad50-c300dba617b0), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:58.472543 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad283110-d61a-4e14-91c6-a6da9430c202 req-78115f9d-a379-4417-b821-5e9e3bfa5fcb tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:58.473994 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ad283110-d61a-4e14-91c6-a6da9430c202 req-78115f9d-a379-4417-b821-5e9e3bfa5fcb tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5 HTTP/1.1" status: 200 len: 944 time: 0.0512934 Apr 12 18:02:58.502861 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device da5f72d8-b2e7-4964-9bcd-ac693effb5c5 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:02:58.507980 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:02:58.524962 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ad283110-d61a-4e14-91c6-a6da9430c202 req-5f8d85d1-7f2a-453a-8d95-1f03e43a2e38 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449936 Apr 12 18:02:58.552632 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19ea1a84-95cc-4b50-b492-f85c4c757042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8092'] for router (49a0daf5-88f1-4b49-ad50-c300dba617b0), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:58.555598 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19ea1a84-95cc-4b50-b492-f85c4c757042 admin admin] Publish callbacks [] for router_controller (49a0daf5-88f1-4b49-ad50-c300dba617b0), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:58.620484 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning for port ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb completed by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:02:58.624636 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19ea1a84-95cc-4b50-b492-f85c4c757042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547614'] for router (49a0daf5-88f1-4b49-ad50-c300dba617b0), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:58.625514 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ea1a84-95cc-4b50-b492-f85c4c757042 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49a0daf5-88f1-4b49-ad50-c300dba617b0 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:02:58.631853 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-19ea1a84-95cc-4b50-b492-f85c4c757042 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:58.633346 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-19ea1a84-95cc-4b50-b492-f85c4c757042 admin admin] 10.222.0.24 "DELETE /v2.0/routers/49a0daf5-88f1-4b49-ad50-c300dba617b0 HTTP/1.1" status: 204 len: 168 time: 0.8227561 Apr 12 18:02:58.635787 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 43894) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:58.637247 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:02:58.637650 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:58.679607 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port da5f72d8-b2e7-4964-9bcd-ac693effb5c5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=da5f72d8-b2e7-4964-9bcd-ac693effb5c5,segment=NetworkSegment(bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b),segment_id=bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:58.692319 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab780ca3-b231-4680-8a18-02d0f4c5ff23 admin admin] Deleting subnet 58bfda40-3da6-4fb6-b2fa-6600bac73073 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:02:58.706367 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ab780ca3-b231-4680-8a18-02d0f4c5ff23 admin admin] Publish callbacks [] for subnet (58bfda40-3da6-4fb6-b2fa-6600bac73073), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:58.713244 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': 'da5f72d8-b2e7-4964-9bcd-ac693effb5c5', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'port_id': 'da5f72d8-b2e7-4964-9bcd-ac693effb5c5', 'mac_address': 'fa:16:3e:fe:b7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:02:58.761886 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ab780ca3-b231-4680-8a18-02d0f4c5ff23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8818640'] for subnet (58bfda40-3da6-4fb6-b2fa-6600bac73073), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:58.778673 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port da5f72d8-b2e7-4964-9bcd-ac693effb5c5 is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:58.779064 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (da5f72d8-b2e7-4964-9bcd-ac693effb5c5), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:58.798693 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:02:58.799082 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:58.805665 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5f72d8-b2e7-4964-9bcd-ac693effb5c5 {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:02:58.844551 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port da5f72d8-b2e7-4964-9bcd-ac693effb5c5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=da5f72d8-b2e7-4964-9bcd-ac693effb5c5,segment=NetworkSegment(bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b),segment_id=bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:58.849424 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:02:58.852560 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329152c0-d0d3-4526-b794-9de17bd97a02" -d '{"events": [{"server_uuid": "08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5", "name": "network-vif-plugged", "status": "completed", "tag": "ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:02:58.861409 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ab780ca3-b231-4680-8a18-02d0f4c5ff23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2057050'] for subnet (58bfda40-3da6-4fb6-b2fa-6600bac73073), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:58.861979 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (da5f72d8-b2e7-4964-9bcd-ac693effb5c5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:58.869570 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb,segment=NetworkSegment(c4113038-2a98-45a9-9c62-bf7550eb37c8),segment_id=c4113038-2a98-45a9-9c62-bf7550eb37c8)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:58.893696 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:58.897705 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe6297c-1790-499e-983a-329d65c5c342 x-openstack-request-id: req-5fe6297c-1790-499e-983a-329d65c5c342 {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:02:58.897705 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5", "name": "network-vif-plugged", "status": "completed", "tag": "ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:02:58.898123 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5fe6297c-1790-499e-983a-329d65c5c342 {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:02:58.898341 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe6297c-1790-499e-983a-329d65c5c342'] response: {'server_uuid': '08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb', 'code': 200} Apr 12 18:02:58.925966 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=da5f72d8-b2e7-4964-9bcd-ac693effb5c5,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:58.926215 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ab780ca3-b231-4680-8a18-02d0f4c5ff23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8586871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386091'] for subnet (58bfda40-3da6-4fb6-b2fa-6600bac73073), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:58.953249 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab780ca3-b231-4680-8a18-02d0f4c5ff23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58bfda40-3da6-4fb6-b2fa-6600bac73073,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:58.955275 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ab780ca3-b231-4680-8a18-02d0f4c5ff23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:58.958450 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-ab780ca3-b231-4680-8a18-02d0f4c5ff23 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/58bfda40-3da6-4fb6-b2fa-6600bac73073 HTTP/1.1" status: 204 len: 168 time: 0.3216970 Apr 12 18:02:58.961557 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 43898) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:02:58.968530 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809a096c-a439-4ed0-812c-9793b76a1531 None None] Network 962da255-4ac2-45d1-ad32-4d4894c84b68 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:02:59.049574 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:59.123257 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 3a77e5ac-4462-49fb-a402-b16ad864d3a5 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:02:59.159845 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: 3a77e5ac-4462-49fb-a402-b16ad864d3a5 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:02:59.160197 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 3a77e5ac-4462-49fb-a402-b16ad864d3a5 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:02:59.169005 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['da5f72d8-b2e7-4964-9bcd-ac693effb5c5'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:02:59.204387 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf289db-33c9-4134-9365-c1d075ffdfe2 None None] DHCP port deletion for 962da255-4ac2-45d1-ad32-4d4894c84b68 request from dv-cinder-837534-1-iscsi {{(pid=109828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:02:59.371598 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-374aaef1-638f-4235-974b-24401bae9cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678379'] for network (962da255-4ac2-45d1-ad32-4d4894c84b68), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:59.436548 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-374aaef1-638f-4235-974b-24401bae9cd0 admin admin] Deleting port 5b74f0bc-dc89-47ec-afac-41bc282e57d6 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:02:59.436886 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-374aaef1-638f-4235-974b-24401bae9cd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (5b74f0bc-dc89-47ec-afac-41bc282e57d6), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:59.437647 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b233df5-47f0-4f29-8bfb-5b7d87708e99 req-bcba68db-df17-467f-ba07-685b38d5090a tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:59.442528 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1b233df5-47f0-4f29-8bfb-5b7d87708e99 req-bcba68db-df17-467f-ba07-685b38d5090a tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 944 time: 0.1011932 Apr 12 18:02:59.512073 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-faf289db-33c9-4134-9365-c1d075ffdfe2 None None] Deleting port 5b74f0bc-dc89-47ec-afac-41bc282e57d6 {{(pid=109828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:02:59.512451 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-faf289db-33c9-4134-9365-c1d075ffdfe2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (5b74f0bc-dc89-47ec-afac-41bc282e57d6), before_delete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:59.521025 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-374aaef1-638f-4235-974b-24401bae9cd0 admin admin] For port 5b74f0bc-dc89-47ec-afac-41bc282e57d6, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=5b74f0bc-dc89-47ec-afac-41bc282e57d6,segment=NetworkSegment(76cc6800-0852-427c-871b-1eb07b87be9a),segment_id=76cc6800-0852-427c-871b-1eb07b87be9a)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:59.521736 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-374aaef1-638f-4235-974b-24401bae9cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (5b74f0bc-dc89-47ec-afac-41bc282e57d6), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:59.531665 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8be95-5f65-4d20-a8c1-ae469c962626 req-2ab92fe7-572b-4783-8ec1-a112190d9d01 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:59.533560 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4bd8be95-5f65-4d20-a8c1-ae469c962626 req-2ab92fe7-572b-4783-8ec1-a112190d9d01 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 947 time: 0.0673690 Apr 12 18:02:59.550925 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-374aaef1-638f-4235-974b-24401bae9cd0 admin admin] Calling delete_port for 5b74f0bc-dc89-47ec-afac-41bc282e57d6 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:02:59.582926 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1b233df5-47f0-4f29-8bfb-5b7d87708e99 req-7d2fdad5-900b-4319-ad8a-20cf7635bdde tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349273 Apr 12 18:02:59.609132 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-faf289db-33c9-4134-9365-c1d075ffdfe2 None None] For port 5b74f0bc-dc89-47ec-afac-41bc282e57d6, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=5b74f0bc-dc89-47ec-afac-41bc282e57d6,segment=NetworkSegment(76cc6800-0852-427c-871b-1eb07b87be9a),segment_id=76cc6800-0852-427c-871b-1eb07b87be9a)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:02:59.609521 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-faf289db-33c9-4134-9365-c1d075ffdfe2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (5b74f0bc-dc89-47ec-afac-41bc282e57d6), precommit_delete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:59.619527 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4bd8be95-5f65-4d20-a8c1-ae469c962626 req-4aae9394-a0ce-48c6-a454-a2b01b852df3 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584791 Apr 12 18:02:59.643424 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-faf289db-33c9-4134-9365-c1d075ffdfe2 None None] Calling delete_port for 5b74f0bc-dc89-47ec-afac-41bc282e57d6 owned by network:dhcp {{(pid=109828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:02:59.736642 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cd236-8590-4a2d-a980-a981f4ffd2aa req-530a4db7-e038-4020-b0b6-e6b18cf861ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:59.737283 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dd8d7-5afd-4e84-a1b3-7f1a9ca1983a req-0af30ed6-d190-4dbf-bc17-846301fc02fa tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:02:59.738889 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-193dd8d7-5afd-4e84-a1b3-7f1a9ca1983a req-0af30ed6-d190-4dbf-bc17-846301fc02fa tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5 HTTP/1.1" status: 200 len: 945 time: 0.0501788 Apr 12 18:02:59.739444 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-bc1cd236-8590-4a2d-a980-a981f4ffd2aa req-530a4db7-e038-4020-b0b6-e6b18cf861ec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5 HTTP/1.1" status: 200 len: 1129 time: 0.0481291 Apr 12 18:02:59.741007 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-374aaef1-638f-4235-974b-24401bae9cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (5b74f0bc-dc89-47ec-afac-41bc282e57d6), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:59.782994 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374aaef1-638f-4235-974b-24401bae9cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b74f0bc-dc89-47ec-afac-41bc282e57d6,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:59.789672 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374aaef1-638f-4235-974b-24401bae9cd0 admin admin] No DVR routers for this DVR port 5b74f0bc-dc89-47ec-afac-41bc282e57d6 on host dv-cinder-837534-1-iscsi {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:02:59.796929 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-193dd8d7-5afd-4e84-a1b3-7f1a9ca1983a req-afb2b846-2852-446d-b692-9bd264b96394 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488980 Apr 12 18:02:59.862633 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-faf289db-33c9-4134-9365-c1d075ffdfe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583'] for port (5b74f0bc-dc89-47ec-afac-41bc282e57d6), after_delete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:59.867082 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-374aaef1-638f-4235-974b-24401bae9cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059233', 'neutron.services.segments.db._delete_segments_for_network-8742383711672'] for network (962da255-4ac2-45d1-ad32-4d4894c84b68), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:59.886582 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-374aaef1-638f-4235-974b-24401bae9cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962da255-4ac2-45d1-ad32-4d4894c84b68']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:59.892935 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf289db-33c9-4134-9365-c1d075ffdfe2 None None] Pushing event deleted for resources: {'Port': ['ID=5b74f0bc-dc89-47ec-afac-41bc282e57d6,revision_number=None']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:02:59.895566 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-374aaef1-638f-4235-974b-24401bae9cd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76cc6800-0852-427c-871b-1eb07b87be9a') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:59.895884 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-374aaef1-638f-4235-974b-24401bae9cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76cc6800-0852-427c-871b-1eb07b87be9a') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:02:59.902308 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf289db-33c9-4134-9365-c1d075ffdfe2 None None] No DVR routers for this DVR port 5b74f0bc-dc89-47ec-afac-41bc282e57d6 on host dv-cinder-837534-1-iscsi {{(pid=109828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:02:59.906706 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-374aaef1-638f-4235-974b-24401bae9cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742383633601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8818667'] for segment (76cc6800-0852-427c-871b-1eb07b87be9a), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:59.923993 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-374aaef1-638f-4235-974b-24401bae9cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (76cc6800-0852-427c-871b-1eb07b87be9a), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:59.931195 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374aaef1-638f-4235-974b-24401bae9cd0 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:02:59.931587 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-374aaef1-638f-4235-974b-24401bae9cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8586957'] for segment (76cc6800-0852-427c-871b-1eb07b87be9a), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: Traceback (most recent call last): Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: timer() Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: cb(*args, **kw) Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: return func(*args, **kwargs) Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: self._notify() Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: self.callback(batched_events) Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: event.method(event) Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: return f(self, *a, **k) Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: return self._get(url).json() Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:02:59.933252 dv-cinder-837534-1-iscsi neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:02:59.990354 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-374aaef1-638f-4235-974b-24401bae9cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546271'] for network (962da255-4ac2-45d1-ad32-4d4894c84b68), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:59.996387 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-374aaef1-638f-4235-974b-24401bae9cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:02:59.999571 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-374aaef1-638f-4235-974b-24401bae9cd0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/962da255-4ac2-45d1-ad32-4d4894c84b68 HTTP/1.1" status: 204 len: 168 time: 1.0369499 Apr 12 18:03:00.011293 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374aaef1-638f-4235-974b-24401bae9cd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=962da255-4ac2-45d1-ad32-4d4894c84b68,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:00.119584 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 43918) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:00.159162 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-51e9c0d4-9714-466d-a565-49086c24721b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6805cc1691a2411e9fe93aa26e73962a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383022 Apr 12 18:03:00.161415 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 43920) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:00.207452 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65757a9f-eebe-41c6-bc7d-cf0d825ecac2 admin admin] Publish callbacks [] for security_group (7699a9b1-2af2-4fa4-a1f3-1f1e98f216f1), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:00.228761 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65757a9f-eebe-41c6-bc7d-cf0d825ecac2 admin admin] Publish callbacks [] for security_group (7699a9b1-2af2-4fa4-a1f3-1f1e98f216f1), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:00.277808 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65757a9f-eebe-41c6-bc7d-cf0d825ecac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (7699a9b1-2af2-4fa4-a1f3-1f1e98f216f1), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:00.280309 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65757a9f-eebe-41c6-bc7d-cf0d825ecac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:00.281446 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-65757a9f-eebe-41c6-bc7d-cf0d825ecac2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7699a9b1-2af2-4fa4-a1f3-1f1e98f216f1 HTTP/1.1" status: 204 len: 168 time: 0.1191933 Apr 12 18:03:00.289795 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65757a9f-eebe-41c6-bc7d-cf0d825ecac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7699a9b1-2af2-4fa4-a1f3-1f1e98f216f1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:00.502203 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device da5f72d8-b2e7-4964-9bcd-ac693effb5c5 up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:03:00.547556 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning for port da5f72d8-b2e7-4964-9bcd-ac693effb5c5 completed by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:03:00.554088 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port da5f72d8-b2e7-4964-9bcd-ac693effb5c5 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:03:00.554498 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (da5f72d8-b2e7-4964-9bcd-ac693effb5c5), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:00.638891 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port da5f72d8-b2e7-4964-9bcd-ac693effb5c5 is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:03:00.639293 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (da5f72d8-b2e7-4964-9bcd-ac693effb5c5), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:00.654706 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 5b74f0bc-dc89-47ec-afac-41bc282e57d6 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:03:00.685439 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: 5b74f0bc-dc89-47ec-afac-41bc282e57d6 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:03:00.685790 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 5b74f0bc-dc89-47ec-afac-41bc282e57d6 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:03:00.686226 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 630ac3f3-5053-4142-af04-7a686398b926 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:03:00.717730 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port da5f72d8-b2e7-4964-9bcd-ac693effb5c5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=da5f72d8-b2e7-4964-9bcd-ac693effb5c5,segment=NetworkSegment(bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b),segment_id=bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:03:00.719062 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: 630ac3f3-5053-4142-af04-7a686398b926 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:03:00.719569 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 630ac3f3-5053-4142-af04-7a686398b926 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:03:00.727153 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (da5f72d8-b2e7-4964-9bcd-ac693effb5c5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:00.793686 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ff2f1-4901-43f4-8339-dc0f7dff4071 req-b9c9825f-c538-43eb-872d-231f7d2934a0 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:00.795265 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-507ff2f1-4901-43f4-8339-dc0f7dff4071 req-b9c9825f-c538-43eb-872d-231f7d2934a0 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 944 time: 0.1028969 Apr 12 18:03:00.804165 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1e41d-f6cb-42d6-bf3f-e6f0cee3b7dc req-346de4f0-1aa5-4b5e-8938-df4ea95cef24 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:00.805656 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-fdc1e41d-f6cb-42d6-bf3f-e6f0cee3b7dc req-346de4f0-1aa5-4b5e-8938-df4ea95cef24 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 947 time: 0.0768301 Apr 12 18:03:00.815203 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=da5f72d8-b2e7-4964-9bcd-ac693effb5c5,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:00.825065 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-40da5483-b975-45a7-8b13-5537b9aed50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:00.880446 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-507ff2f1-4901-43f4-8339-dc0f7dff4071 req-b2c6d1d8-0f96-4206-be6f-19582409cda4 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737996 Apr 12 18:03:00.887506 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-fdc1e41d-f6cb-42d6-bf3f-e6f0cee3b7dc req-538abd55-4cbe-4ae4-ab07-165cbab55b36 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647602 Apr 12 18:03:00.901142 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364e9083-41ad-4b68-9621-a24e10b8648f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5f72d8-b2e7-4964-9bcd-ac693effb5c5'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:03:00.903318 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae69cfb-493e-49a6-bf16-260103163a2c" -d '{"events": [{"server_uuid": "364e9083-41ad-4b68-9621-a24e10b8648f", "name": "network-vif-plugged", "status": "completed", "tag": "da5f72d8-b2e7-4964-9bcd-ac693effb5c5"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:03:00.970360 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-bc1cd236-8590-4a2d-a980-a981f4ffd2aa req-2a0d16ca-e327-4eb0-b205-aca371493d1d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729573 Apr 12 18:03:00.980269 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6139071d-8aa0-495d-ad10-57ecf71e65ea x-openstack-request-id: req-6139071d-8aa0-495d-ad10-57ecf71e65ea {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:03:00.980599 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364e9083-41ad-4b68-9621-a24e10b8648f", "name": "network-vif-plugged", "status": "completed", "tag": "da5f72d8-b2e7-4964-9bcd-ac693effb5c5", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:03:00.980912 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6139071d-8aa0-495d-ad10-57ecf71e65ea {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:03:00.981667 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6139071d-8aa0-495d-ad10-57ecf71e65ea'] response: {'server_uuid': '364e9083-41ad-4b68-9621-a24e10b8648f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5f72d8-b2e7-4964-9bcd-ac693effb5c5', 'code': 200} Apr 12 18:03:01.007930 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898c291-c0ef-491b-8979-48ecef0af0ce req-264db342-1009-484a-809e-4e48174dcec0 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:01.009486 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d898c291-c0ef-491b-8979-48ecef0af0ce req-264db342-1009-484a-809e-4e48174dcec0 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5 HTTP/1.1" status: 200 len: 945 time: 0.0586538 Apr 12 18:03:01.059200 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d898c291-c0ef-491b-8979-48ecef0af0ce req-7d2f73ef-ad61-4791-99b0-1ab91a2ae2b9 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419433 Apr 12 18:03:01.668655 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:01.840415 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75c1b3-f183-4344-ad7c-3c0f0695d16b req-b53b0bd3-7695-4d6a-8a75-41eb7ebf49bc tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:01.841865 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ec75c1b3-f183-4344-ad7c-3c0f0695d16b req-b53b0bd3-7695-4d6a-8a75-41eb7ebf49bc tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 947 time: 0.0721080 Apr 12 18:03:01.849281 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64356a-95c0-4fda-9ee0-95a8b9ffdf0a req-ca2c2bbd-543e-49cc-97a9-a45035bd0c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:01.851253 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6d64356a-95c0-4fda-9ee0-95a8b9ffdf0a req-ca2c2bbd-543e-49cc-97a9-a45035bd0c40 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 1129 time: 0.0546129 Apr 12 18:03:01.944974 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:01.956734 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6d64356a-95c0-4fda-9ee0-95a8b9ffdf0a req-a0963af4-5205-4070-8a99-e3a16ee69527 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981219 Apr 12 18:03:01.970988 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-ec75c1b3-f183-4344-ad7c-3c0f0695d16b req-1c9e29af-9fec-4816-886f-0b6096abdd18 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Deleting port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:03:01.971613 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ec75c1b3-f183-4344-ad7c-3c0f0695d16b req-1c9e29af-9fec-4816-886f-0b6096abdd18 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:02.067070 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-ec75c1b3-f183-4344-ad7c-3c0f0695d16b req-1c9e29af-9fec-4816-886f-0b6096abdd18 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] For port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:03:02.067451 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ec75c1b3-f183-4344-ad7c-3c0f0695d16b req-1c9e29af-9fec-4816-886f-0b6096abdd18 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:02.085100 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a20579-fd01-424b-8280-09963bb7261f req-866a5bbc-8a1e-42ce-aa33-95fc218c5079 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:02.086635 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e5a20579-fd01-424b-8280-09963bb7261f req-866a5bbc-8a1e-42ce-aa33-95fc218c5079 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 947 time: 0.0841906 Apr 12 18:03:02.105615 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756da98c-52d6-41c1-95a5-c49a8db0d3a8 req-ffc82638-0d72-441c-adf8-69dc4c6a0da4 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:02.107080 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-756da98c-52d6-41c1-95a5-c49a8db0d3a8 req-ffc82638-0d72-441c-adf8-69dc4c6a0da4 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 945 time: 0.0680985 Apr 12 18:03:02.166394 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e5a20579-fd01-424b-8280-09963bb7261f req-05ea8a3f-51f1-42c0-b96f-eb07c554c544 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce5029eb-8f3f-41a5-8518-219fb20bf107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740440 Apr 12 18:03:02.179509 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-756da98c-52d6-41c1-95a5-c49a8db0d3a8 req-982a64f4-a322-490d-bf80-0496b49bab86 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651207 Apr 12 18:03:02.250562 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ec75c1b3-f183-4344-ad7c-3c0f0695d16b req-1c9e29af-9fec-4816-886f-0b6096abdd18 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:02.250934 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ec75c1b3-f183-4344-ad7c-3c0f0695d16b req-1c9e29af-9fec-4816-886f-0b6096abdd18 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (5693270b-4722-40e5-92af-0462041394dc), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:02.251257 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.l3_db [req-ec75c1b3-f183-4344-ad7c-3c0f0695d16b req-1c9e29af-9fec-4816-886f-0b6096abdd18 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Floating IP 5693270b-4722-40e5-92af-0462041394dc disassociated. External IP: 172.27.0.94, port: b9a5dbde-7ebf-4aff-9d55-32978c4f27e8. Apr 12 18:03:02.251607 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-ec75c1b3-f183-4344-ad7c-3c0f0695d16b req-1c9e29af-9fec-4816-886f-0b6096abdd18 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Calling delete_port for b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:03:02.307139 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef91275-5252-43fb-8f73-cbdfd87519fb req-63ae5db8-f679-487f-8845-410169d885cd tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:02.308930 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2ef91275-5252-43fb-8f73-cbdfd87519fb req-63ae5db8-f679-487f-8845-410169d885cd tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 945 time: 0.0821078 Apr 12 18:03:02.338253 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e770d-0fc8-478f-9028-b7aff8a12e19 req-4d1fcb24-486d-4961-9458-2e7e386c5372 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:02.342684 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-585e770d-0fc8-478f-9028-b7aff8a12e19 req-4d1fcb24-486d-4961-9458-2e7e386c5372 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5 HTTP/1.1" status: 200 len: 945 time: 0.1044364 Apr 12 18:03:02.390531 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ec75c1b3-f183-4344-ad7c-3c0f0695d16b req-1c9e29af-9fec-4816-886f-0b6096abdd18 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (b9a5dbde-7ebf-4aff-9d55-32978c4f27e8), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:02.412005 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2ef91275-5252-43fb-8f73-cbdfd87519fb req-1788c4f4-e688-4f43-975e-8d54611e5ae3 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951302 Apr 12 18:03:02.416770 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-585e770d-0fc8-478f-9028-b7aff8a12e19 req-e9d189aa-bd44-409e-81cd-0d432e0cdbc0 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664902 Apr 12 18:03:02.420033 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e29af-9fec-4816-886f-0b6096abdd18 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Pushing event deleted for resources: {'Port': ['ID=b9a5dbde-7ebf-4aff-9d55-32978c4f27e8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:02.438724 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 43992) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:02.540114 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec75c1b3-f183-4344-ad7c-3c0f0695d16b req-1c9e29af-9fec-4816-886f-0b6096abdd18 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Router 247dba89-5927-4459-97b8-323df380be47 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:03:02.626165 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5d699f-5b19-4ddd-bed2-3d41030b26a6 tempest-TestMinimumBasicScenario-233774566 tempest-TestMinimumBasicScenario-233774566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:02.627700 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-cb5d699f-5b19-4ddd-bed2-3d41030b26a6 tempest-TestMinimumBasicScenario-233774566 tempest-TestMinimumBasicScenario-233774566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 1124 time: 0.1876311 Apr 12 18:03:02.630801 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 43996) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:02.635249 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Request body: {'floatingip': {'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'port_id': '9cae879d-5df1-40ee-8197-3498fb16cc20', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:03:02.650019 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec75c1b3-f183-4344-ad7c-3c0f0695d16b req-1c9e29af-9fec-4816-886f-0b6096abdd18 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:03:02.658162 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:02.661118 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1a302d-1443-477d-a1d4-e453482f39fa None None] Sync routers for ids ['247dba89-5927-4459-97b8-323df380be47'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:03:02.672652 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1a302d-1443-477d-a1d4-e453482f39fa None None] Routers {'247dba89-5927-4459-97b8-323df380be47'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:03:02.673597 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-cb1a302d-1443-477d-a1d4-e453482f39fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:03:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['247dba89-5927-4459-97b8-323df380be47'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:02.691735 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec75c1b3-f183-4344-ad7c-3c0f0695d16b req-1c9e29af-9fec-4816-886f-0b6096abdd18 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] No DVR routers for this DVR port b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 on host hv-cinder-83753 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:03:02.694768 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ec75c1b3-f183-4344-ad7c-3c0f0695d16b req-1c9e29af-9fec-4816-886f-0b6096abdd18 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:02.697938 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ec75c1b3-f183-4344-ad7c-3c0f0695d16b req-1c9e29af-9fec-4816-886f-0b6096abdd18 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.23 "DELETE /v2.0/ports/b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 HTTP/1.1" status: 204 len: 173 time: 0.8501656 Apr 12 18:03:02.698406 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a2d392-16f5-4e20-8486-9dd65baf6ff3', 'name': 'network-vif-deleted', 'tag': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:03:02.700668 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c05219-2f99-480b-8c4d-287603be8d3a" -d '{"events": [{"server_uuid": "f0a2d392-16f5-4e20-8486-9dd65baf6ff3", "name": "network-vif-deleted", "tag": "b9a5dbde-7ebf-4aff-9d55-32978c4f27e8"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:03:02.737620 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde53719-db9c-4399-8eda-99569bb5397c x-openstack-request-id: req-fde53719-db9c-4399-8eda-99569bb5397c {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:03:02.737937 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a2d392-16f5-4e20-8486-9dd65baf6ff3", "name": "network-vif-deleted", "tag": "b9a5dbde-7ebf-4aff-9d55-32978c4f27e8", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:03:02.738163 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fde53719-db9c-4399-8eda-99569bb5397c {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:03:02.738602 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fde53719-db9c-4399-8eda-99569bb5397c'] response: {'server_uuid': 'f0a2d392-16f5-4e20-8486-9dd65baf6ff3', 'name': 'network-vif-deleted', 'tag': 'b9a5dbde-7ebf-4aff-9d55-32978c4f27e8', 'status': 'completed', 'code': 200} Apr 12 18:03:02.795038 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-cb1a302d-1443-477d-a1d4-e453482f39fa None None] Set router 247dba89-5927-4459-97b8-323df380be47 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:03:03.002655 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-cb1a302d-1443-477d-a1d4-e453482f39fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247dba89-5927-4459-97b8-323df380be47', 'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-router', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:14Z', 'revision_number': 4, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'gw_port': {'id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:03Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '88c466f6-8a56-4b6a-af95-8165b8e4a9c7', 'name': '', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'mac_address': 'fa:16:3e:3e:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:25Z', 'revision_number': 5, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'subnets': [{'id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:03.013129 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:03.033313 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1a302d-1443-477d-a1d4-e453482f39fa None None] Checking router: 247dba89-5927-4459-97b8-323df380be47 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:03:03.043842 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1a302d-1443-477d-a1d4-e453482f39fa None None] Routers {'247dba89-5927-4459-97b8-323df380be47'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:03:03.044460 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-cb1a302d-1443-477d-a1d4-e453482f39fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:03:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['247dba89-5927-4459-97b8-323df380be47'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:03.124326 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:03.127768 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Allocated IP 172.27.0.135 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/c10595ec-11b4-42f6-9757-c573b3cdd983) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:03:03.155990 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-cb1a302d-1443-477d-a1d4-e453482f39fa None None] Set router 247dba89-5927-4459-97b8-323df380be47 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:03:03.290422 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for port (c10595ec-11b4-42f6-9757-c573b3cdd983), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:03.367596 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1498c6ef-7dc1-463b-86ab-1898cb23b317 req-bf2c6d69-7cbb-4242-b5ab-05864915210a tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a2d392-16f5-4e20-8486-9dd65baf6ff3 HTTP/1.1" status: 200 len: 210 time: 0.0664537 Apr 12 18:03:03.403904 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acba12-b48d-4ff6-8648-cacce004d1f2 req-70696b1a-bb4b-4829-9357-a2d6be54e9be tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:03.405656 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-31acba12-b48d-4ff6-8648-cacce004d1f2 req-70696b1a-bb4b-4829-9357-a2d6be54e9be tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 945 time: 0.0892792 Apr 12 18:03:03.434444 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (c10595ec-11b4-42f6-9757-c573b3cdd983), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:03.512519 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Pushing event updated for resources: {'Port': ['ID=c10595ec-11b4-42f6-9757-c573b3cdd983,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:03.532880 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:03:03.543232 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:03.543594 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:03.543939 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:03.544283 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:03.544620 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:03.544955 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:03.545288 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:03.545619 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:03.545940 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:03.546309 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:03.546629 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:03.546956 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:03.547245 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-cb1a302d-1443-477d-a1d4-e453482f39fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247dba89-5927-4459-97b8-323df380be47', 'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-router', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:14Z', 'revision_number': 4, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'gw_port': {'id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:03Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '88c466f6-8a56-4b6a-af95-8165b8e4a9c7', 'name': '', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'mac_address': 'fa:16:3e:3e:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:25Z', 'revision_number': 5, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'subnets': [{'id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:03.547414 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:03.547615 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:03.547979 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:03.551491 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:03:03.558934 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-31acba12-b48d-4ff6-8648-cacce004d1f2 req-2f0bf2a5-db53-4ae0-bcd7-556f08d2b7d5 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456897 Apr 12 18:03:03.559655 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:03:03.585656 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1a302d-1443-477d-a1d4-e453482f39fa None None] The sync data for ids ['247dba89-5927-4459-97b8-323df380be47'] in dv-cinder-837534-1-iscsi is: [{'id': '247dba89-5927-4459-97b8-323df380be47', 'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-router', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T17:56:14Z', 'revision_number': 4, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'gw_port': {'id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:03Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '88c466f6-8a56-4b6a-af95-8165b8e4a9c7', 'name': '', 'network_id': '620e6442-ea5d-4803-85d5-538016f366eb', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'mac_address': 'fa:16:3e:3e:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:10Z', 'updated_at': '2022-04-12T17:56:25Z', 'revision_number': 5, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'subnets': [{'id': 'bbb6ee85-b118-461b-9d62-32e550eb62b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:03:03.646561 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158c525-5d64-403a-b308-939b3f234639 req-bb70f0c5-afd3-4f79-872c-07e80c9d2907 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:03.648807 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1158c525-5d64-403a-b308-939b3f234639 req-bb70f0c5-afd3-4f79-872c-07e80c9d2907 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5 HTTP/1.1" status: 200 len: 945 time: 0.0944796 Apr 12 18:03:03.760244 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1158c525-5d64-403a-b308-939b3f234639 req-544f1d8f-94f8-4c61-b397-b7243e27f6cd tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995662 Apr 12 18:03:03.864227 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fc1064-2003-4de1-847c-ef5103f34c1e None None] New status for floating IP 5693270b-4722-40e5-92af-0462041394dc: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:03:04.047591 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for floatingip (5e296b7a-e186-4e81-8dfd-e51d37b39a2e), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:04.119641 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (c10595ec-11b4-42f6-9757-c573b3cdd983), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:04.272803 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for port (c10595ec-11b4-42f6-9757-c573b3cdd983), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:04.277237 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209085'] for port (c10595ec-11b4-42f6-9757-c573b3cdd983), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:04.347020 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Pushing event updated for resources: {'Port': ['ID=c10595ec-11b4-42f6-9757-c573b3cdd983,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:04.359790 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (5e296b7a-e186-4e81-8dfd-e51d37b39a2e), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:04.415465 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:04.473150 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44034) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:04.505752 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5c606-d720-4938-8b51-1236bcfe1ae6 req-d4229d25-9f17-4a73-afea-6756ef7c8272 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:04.507725 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5ab5c606-d720-4938-8b51-1236bcfe1ae6 req-d4229d25-9f17-4a73-afea-6756ef7c8272 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5 HTTP/1.1" status: 200 len: 945 time: 0.0601296 Apr 12 18:03:04.511893 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.l3_db [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Floating IP 5e296b7a-e186-4e81-8dfd-e51d37b39a2e associated. External IP: 172.27.0.135, port: 9cae879d-5df1-40ee-8197-3498fb16cc20. Apr 12 18:03:04.517577 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:03:04.529112 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a4c24d1-c606-46a3-b5f2-1527c4ef5f3e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group (ce5029eb-8f3f-41a5-8518-219fb20bf107), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:04.537936 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] No Port match for: b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:03:04.538329 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device b9a5dbde-7ebf-4aff-9d55-32978c4f27e8 not bound to the agent host hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:03:04.554990 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a4c24d1-c606-46a3-b5f2-1527c4ef5f3e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group (ce5029eb-8f3f-41a5-8518-219fb20bf107), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:04.610038 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a4c24d1-c606-46a3-b5f2-1527c4ef5f3e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (ce5029eb-8f3f-41a5-8518-219fb20bf107), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:04.612908 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a4c24d1-c606-46a3-b5f2-1527c4ef5f3e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:04.614387 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-6a4c24d1-c606-46a3-b5f2-1527c4ef5f3e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "DELETE /v2.0/security-groups/ce5029eb-8f3f-41a5-8518-219fb20bf107 HTTP/1.1" status: 204 len: 168 time: 0.1400571 Apr 12 18:03:04.619869 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44038) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:04.628005 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5ab5c606-d720-4938-8b51-1236bcfe1ae6 req-24879d14-8330-46fc-aa51-613f58b330ae tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136487 Apr 12 18:03:04.637957 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c24d1-c606-46a3-b5f2-1527c4ef5f3e tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5029eb-8f3f-41a5-8518-219fb20bf107,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:04.648389 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.api.v2.resource [None req-89bbfd0e-fa5e-444a-b028-c7ac3f15a62f tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] show failed (client error): The resource could not be found. Apr 12 18:03:04.649423 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-89bbfd0e-fa5e-444a-b028-c7ac3f15a62f tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "GET /v2.0/security-groups/ce5029eb-8f3f-41a5-8518-219fb20bf107 HTTP/1.1" status: 404 len: 347 time: 0.0286636 Apr 12 18:03:04.657549 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 44040) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:04.775533 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344e9eb-31dc-40c2-93c2-2ef9d0873382 req-d60a42bb-5b5e-40d2-8787-06b410581353 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:04.777028 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7344e9eb-31dc-40c2-93c2-2ef9d0873382 req-d60a42bb-5b5e-40d2-8787-06b410581353 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 945 time: 0.1350214 Apr 12 18:03:04.882222 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f34f1f9e-d73a-4e7e-a32d-7bec45d35d89 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Deleting port b268ad61-3bb8-4469-820c-495f98000bfc {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:03:04.882570 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f34f1f9e-d73a-4e7e-a32d-7bec45d35d89 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (b268ad61-3bb8-4469-820c-495f98000bfc), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:04.980451 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7344e9eb-31dc-40c2-93c2-2ef9d0873382 req-afa86ba7-44b3-43e5-a7a7-a5fc763060b4 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673501 Apr 12 18:03:05.012986 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Router 4341e3c2-322d-4f62-8b21-d654afb577f1 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:03:05.026940 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f34f1f9e-d73a-4e7e-a32d-7bec45d35d89 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (b268ad61-3bb8-4469-820c-495f98000bfc), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:05.027276 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f34f1f9e-d73a-4e7e-a32d-7bec45d35d89 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for floatingip (b268ad61-3bb8-4469-820c-495f98000bfc), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:05.045830 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f34f1f9e-d73a-4e7e-a32d-7bec45d35d89 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Calling delete_port for b268ad61-3bb8-4469-820c-495f98000bfc owned by network:floatingip {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:03:05.207090 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04977288-4e67-43ce-a31f-63d100dabc52 req-c707cf5d-7e91-4311-8800-ee9dda09272c tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:05.208555 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-04977288-4e67-43ce-a31f-63d100dabc52 req-c707cf5d-7e91-4311-8800-ee9dda09272c tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 945 time: 0.1282508 Apr 12 18:03:05.255091 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:03:05.266320 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37f20dd-f17f-46db-8143-abe12305ee04 None None] Sync routers for ids ['4341e3c2-322d-4f62-8b21-d654afb577f1'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:03:05.276764 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37f20dd-f17f-46db-8143-abe12305ee04 None None] Routers {'4341e3c2-322d-4f62-8b21-d654afb577f1'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:03:05.277476 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-d37f20dd-f17f-46db-8143-abe12305ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:03:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['4341e3c2-322d-4f62-8b21-d654afb577f1'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:05.300602 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-04977288-4e67-43ce-a31f-63d100dabc52 req-e3b6367b-b400-409e-89f1-c06885c7ada7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829065 Apr 12 18:03:05.304514 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:05.325942 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44052) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:05.340939 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-94312598-0ec4-4f50-bf2a-f2a766e95222 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7089500 Apr 12 18:03:05.357002 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44054) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:05.361274 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-64ef5b81-2622-4671-839e-e9be8e500afa tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1367108845', 'description': 'tempest-secgroup-smoke-1367108845 description', 'project_id': '0dc793bdb0444a4dbc3d543698eab22c'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:03:05.361796 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f016b8b-b724-4d9d-9898-b008967ca69a', 'tag': '9cae879d-5df1-40ee-8197-3498fb16cc20'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:03:05.364222 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8794fbc469913332b26a1bcbfb78f2e90de67fe5ea04afc148497b54c77658c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03777b75-baea-446b-89c4-f6b1560c2a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "4f016b8b-b724-4d9d-9898-b008967ca69a", "tag": "9cae879d-5df1-40ee-8197-3498fb16cc20"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:03:05.385021 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e4784-e296-48cb-b960-8c83ea55e235 tempest-TestVolumeBootPattern-709676079 tempest-TestVolumeBootPattern-709676079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:05.389412 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-5f4e4784-e296-48cb-b960-8c83ea55e235 tempest-TestVolumeBootPattern-709676079 tempest-TestVolumeBootPattern-709676079-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 1124 time: 0.0624132 Apr 12 18:03:05.390058 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 44060) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:05.396138 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-03590cc7-ce01-4093-a2e8-469e530e8ea8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Request body: {'floatingip': {'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'port_id': 'da5f72d8-b2e7-4964-9bcd-ac693effb5c5', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:03:05.401734 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64ef5b81-2622-4671-839e-e9be8e500afa tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:05.415159 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f34f1f9e-d73a-4e7e-a32d-7bec45d35d89 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (b268ad61-3bb8-4469-820c-495f98000bfc), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:05.433753 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-d37f20dd-f17f-46db-8143-abe12305ee04 None None] Set router 4341e3c2-322d-4f62-8b21-d654afb577f1 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:03:05.448562 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f1f9e-d73a-4e7e-a32d-7bec45d35d89 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Pushing event deleted for resources: {'Port': ['ID=b268ad61-3bb8-4469-820c-495f98000bfc,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:05.456560 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-03590cc7-ce01-4093-a2e8-469e530e8ea8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:05.498914 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64ef5b81-2622-4671-839e-e9be8e500afa tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group (1ec2e56e-0581-4cd9-a1a6-9100d63e96b5), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:05.503521 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64ef5b81-2622-4671-839e-e9be8e500afa tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (1ec2e56e-0581-4cd9-a1a6-9100d63e96b5), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:05.533464 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64ef5b81-2622-4671-839e-e9be8e500afa tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:05.538096 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-64ef5b81-2622-4671-839e-e9be8e500afa tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1769292 Apr 12 18:03:05.538951 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44062) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:05.545025 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-fe8338a5-947f-40c0-b1c0-b0d331d14fac tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Request body: {'security_group_rule': {'security_group_id': '1ec2e56e-0581-4cd9-a1a6-9100d63e96b5', 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:03:05.574251 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f34f1f9e-d73a-4e7e-a32d-7bec45d35d89 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks [] for floatingip (5693270b-4722-40e5-92af-0462041394dc), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:05.575467 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef5b81-2622-4671-839e-e9be8e500afa tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec2e56e-0581-4cd9-a1a6-9100d63e96b5,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:05.576759 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f34f1f9e-d73a-4e7e-a32d-7bec45d35d89 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:05.577931 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-f34f1f9e-d73a-4e7e-a32d-7bec45d35d89 tempest-AttachVolumeShelveTestJSON-1998115401 tempest-AttachVolumeShelveTestJSON-1998115401-project] 10.222.0.24 "DELETE /v2.0/floatingips/5693270b-4722-40e5-92af-0462041394dc HTTP/1.1" status: 204 len: 168 time: 0.9194500 Apr 12 18:03:05.607807 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fe8338a5-947f-40c0-b1c0-b0d331d14fac tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group_rule (c3809e6a-f7a7-4d68-bda1-01c2fd326083), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:05.609200 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654035bb-f5bb-43c0-8cc1-55f4765cc9a3 x-openstack-request-id: req-654035bb-f5bb-43c0-8cc1-55f4765cc9a3 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:03:05.610585 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f016b8b-b724-4d9d-9898-b008967ca69a", "tag": "9cae879d-5df1-40ee-8197-3498fb16cc20", "status": "completed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:03:05.611187 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-654035bb-f5bb-43c0-8cc1-55f4765cc9a3 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:03:05.611277 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-654035bb-f5bb-43c0-8cc1-55f4765cc9a3'] response: {'name': 'network-changed', 'server_uuid': '4f016b8b-b724-4d9d-9898-b008967ca69a', 'tag': '9cae879d-5df1-40ee-8197-3498fb16cc20', 'status': 'completed', 'code': 200} Apr 12 18:03:05.614117 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-03590cc7-ce01-4093-a2e8-469e530e8ea8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:05.692710 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fe8338a5-947f-40c0-b1c0-b0d331d14fac tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group_rule (c3809e6a-f7a7-4d68-bda1-01c2fd326083), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:05.699254 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fe8338a5-947f-40c0-b1c0-b0d331d14fac tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (c3809e6a-f7a7-4d68-bda1-01c2fd326083), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:05.730764 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fe8338a5-947f-40c0-b1c0-b0d331d14fac tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:05.734380 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-fe8338a5-947f-40c0-b1c0-b0d331d14fac tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1923289 Apr 12 18:03:05.736139 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44070) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:05.737371 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8338a5-947f-40c0-b1c0-b0d331d14fac tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3809e6a-f7a7-4d68-bda1-01c2fd326083,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:05.747428 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-d37f20dd-f17f-46db-8143-abe12305ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'name': 'tempest-TestMinimumBasicScenario-1061453444-router', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:02Z', 'updated_at': '2022-04-12T18:02:07Z', 'revision_number': 4, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'gw_port': {'id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:04Z', 'updated_at': '2022-04-12T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '5e296b7a-e186-4e81-8dfd-e51d37b39a2e', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'port_id': '9cae879d-5df1-40ee-8197-3498fb16cc20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da593c6f-0992-4713-94cc-66246effb991', 'mac_address': 'fa:16:3e:d7:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f016b8b-b724-4d9d-9898-b008967ca69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:03:03Z', 'updated_at': '2022-04-12T18:03:03Z', 'revision_number': 0, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4a3d9c-a742-4639-be91-e1b9c43d12f6', 'name': '', 'network_id': 'da593c6f-0992-4713-94cc-66246effb991', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'mac_address': 'fa:16:3e:c4:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd8753db2-09c1-437d-aa92-e7bc977cc9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:06Z', 'updated_at': '2022-04-12T18:02:12Z', 'revision_number': 5, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'subnets': [{'id': 'd8753db2-09c1-437d-aa92-e7bc977cc9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:05.753124 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-3225f7d3-6cd0-455b-8867-6c429e4251d8 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Request body: {'security_group_rule': {'security_group_id': '1ec2e56e-0581-4cd9-a1a6-9100d63e96b5', 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:03:05.779179 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37f20dd-f17f-46db-8143-abe12305ee04 None None] Checking router: 4341e3c2-322d-4f62-8b21-d654afb577f1 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:03:05.782820 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3225f7d3-6cd0-455b-8867-6c429e4251d8 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group_rule (b33f46c4-2691-4bb1-b3cb-7a24ca3756e9), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:05.789528 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37f20dd-f17f-46db-8143-abe12305ee04 None None] Routers {'4341e3c2-322d-4f62-8b21-d654afb577f1'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:03:05.790250 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-d37f20dd-f17f-46db-8143-abe12305ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:03:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['4341e3c2-322d-4f62-8b21-d654afb577f1'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:05.810981 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a345ae3-bbcb-4114-abb5-57aa3307c5c5 req-b89e1f3e-19af-4a68-92d4-2eab7116bae1 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:05.812487 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4a345ae3-bbcb-4114-abb5-57aa3307c5c5 req-b89e1f3e-19af-4a68-92d4-2eab7116bae1 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5 HTTP/1.1" status: 200 len: 945 time: 0.0661423 Apr 12 18:03:05.830946 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-03590cc7-ce01-4093-a2e8-469e530e8ea8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Allocated IP 172.27.0.129 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/64b24c2d-f7ba-4643-aa6e-055fe9a578b2) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:03:05.846229 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3225f7d3-6cd0-455b-8867-6c429e4251d8 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group_rule (b33f46c4-2691-4bb1-b3cb-7a24ca3756e9), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:05.853902 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3225f7d3-6cd0-455b-8867-6c429e4251d8 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (b33f46c4-2691-4bb1-b3cb-7a24ca3756e9), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:05.873903 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225f7d3-6cd0-455b-8867-6c429e4251d8 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33f46c4-2691-4bb1-b3cb-7a24ca3756e9,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:05.886289 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3225f7d3-6cd0-455b-8867-6c429e4251d8 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:05.888377 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-3225f7d3-6cd0-455b-8867-6c429e4251d8 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390355 Apr 12 18:03:05.890193 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44072) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:05.893825 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4a345ae3-bbcb-4114-abb5-57aa3307c5c5 req-4d44d0c1-171d-42c6-b7ef-9accb4d2be4c tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696754 Apr 12 18:03:05.894670 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-56cf5cba-3c12-4783-a68a-fe7112d0b532 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Request body: {'security_group_rule': {'security_group_id': '1ec2e56e-0581-4cd9-a1a6-9100d63e96b5', 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:03:05.930935 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-d37f20dd-f17f-46db-8143-abe12305ee04 None None] Set router 4341e3c2-322d-4f62-8b21-d654afb577f1 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:03:05.942612 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56cf5cba-3c12-4783-a68a-fe7112d0b532 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group_rule (abcbab9f-9add-4ea8-874d-61af2b73ab48), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:05.982798 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-03590cc7-ce01-4093-a2e8-469e530e8ea8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for port (64b24c2d-f7ba-4643-aa6e-055fe9a578b2), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:06.002664 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56cf5cba-3c12-4783-a68a-fe7112d0b532 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group_rule (abcbab9f-9add-4ea8-874d-61af2b73ab48), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:06.007463 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56cf5cba-3c12-4783-a68a-fe7112d0b532 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (abcbab9f-9add-4ea8-874d-61af2b73ab48), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:06.022504 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-03590cc7-ce01-4093-a2e8-469e530e8ea8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (64b24c2d-f7ba-4643-aa6e-055fe9a578b2), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:06.029412 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf5cba-3c12-4783-a68a-fe7112d0b532 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcbab9f-9add-4ea8-874d-61af2b73ab48,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:06.035641 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56cf5cba-3c12-4783-a68a-fe7112d0b532 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:06.036880 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-56cf5cba-3c12-4783-a68a-fe7112d0b532 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1455717 Apr 12 18:03:06.040077 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44076) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:06.045592 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-65c71340-ff08-40aa-8224-c0dc82cb8d4f tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Request body: {'security_group_rule': {'security_group_id': '1ec2e56e-0581-4cd9-a1a6-9100d63e96b5', 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:03:06.073197 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03590cc7-ce01-4093-a2e8-469e530e8ea8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:03:06.075352 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-03590cc7-ce01-4093-a2e8-469e530e8ea8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:03:06.075739 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65c71340-ff08-40aa-8224-c0dc82cb8d4f tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group_rule (b7c8251d-3632-4d7a-bb24-10cd349f5272), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:06.086907 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03590cc7-ce01-4093-a2e8-469e530e8ea8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:03:06.113869 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03590cc7-ce01-4093-a2e8-469e530e8ea8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event updated for resources: {'Port': ['ID=64b24c2d-f7ba-4643-aa6e-055fe9a578b2,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:06.143008 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65c71340-ff08-40aa-8224-c0dc82cb8d4f tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group_rule (b7c8251d-3632-4d7a-bb24-10cd349f5272), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:06.148260 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65c71340-ff08-40aa-8224-c0dc82cb8d4f tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (b7c8251d-3632-4d7a-bb24-10cd349f5272), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:06.169550 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c71340-ff08-40aa-8224-c0dc82cb8d4f tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c8251d-3632-4d7a-bb24-10cd349f5272,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:06.176124 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65c71340-ff08-40aa-8224-c0dc82cb8d4f tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:06.177443 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-65c71340-ff08-40aa-8224-c0dc82cb8d4f tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364193 Apr 12 18:03:06.181098 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44078) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:06.185756 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-73634f57-2fe0-4672-ae1d-f603798760c3 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Request body: {'security_group_rule': {'security_group_id': '1ec2e56e-0581-4cd9-a1a6-9100d63e96b5', 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:03:06.200378 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-d37f20dd-f17f-46db-8143-abe12305ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'name': 'tempest-TestMinimumBasicScenario-1061453444-router', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:02Z', 'updated_at': '2022-04-12T18:02:07Z', 'revision_number': 4, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'gw_port': {'id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:04Z', 'updated_at': '2022-04-12T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '5e296b7a-e186-4e81-8dfd-e51d37b39a2e', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'port_id': '9cae879d-5df1-40ee-8197-3498fb16cc20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da593c6f-0992-4713-94cc-66246effb991', 'mac_address': 'fa:16:3e:d7:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f016b8b-b724-4d9d-9898-b008967ca69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:03:03Z', 'updated_at': '2022-04-12T18:03:03Z', 'revision_number': 0, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4a3d9c-a742-4639-be91-e1b9c43d12f6', 'name': '', 'network_id': 'da593c6f-0992-4713-94cc-66246effb991', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'mac_address': 'fa:16:3e:c4:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd8753db2-09c1-437d-aa92-e7bc977cc9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:06Z', 'updated_at': '2022-04-12T18:02:12Z', 'revision_number': 5, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'subnets': [{'id': 'd8753db2-09c1-437d-aa92-e7bc977cc9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:06.208828 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.securitygroups_db [None req-73634f57-2fe0-4672-ae1d-f603798760c3 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Project 0dc793bdb0444a4dbc3d543698eab22c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 18:03:06.215066 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-73634f57-2fe0-4672-ae1d-f603798760c3 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group_rule (f24d4891-8c65-4275-963d-af3510f08d25), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:06.227903 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37f20dd-f17f-46db-8143-abe12305ee04 None None] The sync data for ids ['4341e3c2-322d-4f62-8b21-d654afb577f1'] in dv-cinder-837534-1-iscsi is: [{'id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'name': 'tempest-TestMinimumBasicScenario-1061453444-router', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:02Z', 'updated_at': '2022-04-12T18:02:07Z', 'revision_number': 4, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'gw_port': {'id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:04Z', 'updated_at': '2022-04-12T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '5e296b7a-e186-4e81-8dfd-e51d37b39a2e', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'port_id': '9cae879d-5df1-40ee-8197-3498fb16cc20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da593c6f-0992-4713-94cc-66246effb991', 'mac_address': 'fa:16:3e:d7:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f016b8b-b724-4d9d-9898-b008967ca69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:03:03Z', 'updated_at': '2022-04-12T18:03:03Z', 'revision_number': 0, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4a3d9c-a742-4639-be91-e1b9c43d12f6', 'name': '', 'network_id': 'da593c6f-0992-4713-94cc-66246effb991', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'mac_address': 'fa:16:3e:c4:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd8753db2-09c1-437d-aa92-e7bc977cc9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:06Z', 'updated_at': '2022-04-12T18:02:12Z', 'revision_number': 5, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'subnets': [{'id': 'd8753db2-09c1-437d-aa92-e7bc977cc9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:03:06.280858 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-73634f57-2fe0-4672-ae1d-f603798760c3 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group_rule (f24d4891-8c65-4275-963d-af3510f08d25), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:06.284896 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-73634f57-2fe0-4672-ae1d-f603798760c3 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (f24d4891-8c65-4275-963d-af3510f08d25), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:06.310555 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73634f57-2fe0-4672-ae1d-f603798760c3 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24d4891-8c65-4275-963d-af3510f08d25,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:06.317973 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-73634f57-2fe0-4672-ae1d-f603798760c3 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:06.321941 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-73634f57-2fe0-4672-ae1d-f603798760c3 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1369607 Apr 12 18:03:06.322155 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44080) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:06.326759 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e8f1c662-9bd6-4e74-b01d-785bc3520472 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Request body: {'security_group_rule': {'security_group_id': '1ec2e56e-0581-4cd9-a1a6-9100d63e96b5', 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:03:06.351967 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.securitygroups_db [None req-e8f1c662-9bd6-4e74-b01d-785bc3520472 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Project 0dc793bdb0444a4dbc3d543698eab22c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 18:03:06.358978 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8f1c662-9bd6-4e74-b01d-785bc3520472 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group_rule (0f37b9de-cfbc-419c-af0a-eac44f7865e4), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:06.427337 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8f1c662-9bd6-4e74-b01d-785bc3520472 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group_rule (0f37b9de-cfbc-419c-af0a-eac44f7865e4), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:06.431856 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8f1c662-9bd6-4e74-b01d-785bc3520472 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (0f37b9de-cfbc-419c-af0a-eac44f7865e4), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:06.450318 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1c662-9bd6-4e74-b01d-785bc3520472 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f37b9de-cfbc-419c-af0a-eac44f7865e4,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:06.458058 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e8f1c662-9bd6-4e74-b01d-785bc3520472 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:06.462948 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e8f1c662-9bd6-4e74-b01d-785bc3520472 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1362259 Apr 12 18:03:06.485454 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dbe5e6-194a-48fb-8afe-29979f5c2358 None None] New status for floating IP 5e296b7a-e186-4e81-8dfd-e51d37b39a2e: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:03:06.515248 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-03590cc7-ce01-4093-a2e8-469e530e8ea8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for floatingip (449a48f5-e2e5-4039-8152-0a5eff670244), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:06.594450 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ec76f2d4-5a17-42fd-b8da-7acb6b45bec6 req-e3d3f4fd-6345-4771-8edc-66b4ba2878b2 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1367108845&fields=id&tenant_id=0dc793bdb0444a4dbc3d543698eab22c HTTP/1.1" status: 200 len: 267 time: 0.0771537 Apr 12 18:03:06.653501 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-03590cc7-ce01-4093-a2e8-469e530e8ea8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (64b24c2d-f7ba-4643-aa6e-055fe9a578b2), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:06.691730 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76f2d4-5a17-42fd-b8da-7acb6b45bec6 req-209d15a3-44ac-4039-a844-22c3012a1f35 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:06.693156 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ec76f2d4-5a17-42fd-b8da-7acb6b45bec6 req-209d15a3-44ac-4039-a844-22c3012a1f35 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 945 time: 0.0779436 Apr 12 18:03:06.706612 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [req-ec76f2d4-5a17-42fd-b8da-7acb6b45bec6 req-cb39d427-ac3f-4517-ad54-03ac81e216a3 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Request body: {'port': {'security_groups': ['cd0a397b-23f3-44fc-9536-cc5cfaf03cd2', '1ec2e56e-0581-4cd9-a1a6-9100d63e96b5']}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:03:06.835567 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-ec76f2d4-5a17-42fd-b8da-7acb6b45bec6 req-cb39d427-ac3f-4517-ad54-03ac81e216a3 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:06.938870 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-03590cc7-ce01-4093-a2e8-469e530e8ea8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for port (64b24c2d-f7ba-4643-aa6e-055fe9a578b2), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:06.949397 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-03590cc7-ce01-4093-a2e8-469e530e8ea8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209085'] for port (64b24c2d-f7ba-4643-aa6e-055fe9a578b2), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:07.309507 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03590cc7-ce01-4093-a2e8-469e530e8ea8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event updated for resources: {'Port': ['ID=64b24c2d-f7ba-4643-aa6e-055fe9a578b2,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:07.321606 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130aea7-68f7-4a07-9a62-306524ea9a1b req-64209a9f-141f-4407-aa86-d21e465b5962 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:07.323124 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0130aea7-68f7-4a07-9a62-306524ea9a1b req-64209a9f-141f-4407-aa86-d21e465b5962 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5 HTTP/1.1" status: 200 len: 945 time: 0.3387947 Apr 12 18:03:07.364302 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-03590cc7-ce01-4093-a2e8-469e530e8ea8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (449a48f5-e2e5-4039-8152-0a5eff670244), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:07.478940 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0130aea7-68f7-4a07-9a62-306524ea9a1b req-1b33c4c1-3f28-4938-9735-1011aefbf3c7 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406040 Apr 12 18:03:07.528493 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [req-ec76f2d4-5a17-42fd-b8da-7acb6b45bec6 req-cb39d427-ac3f-4517-ad54-03ac81e216a3 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] For port 9cae879d-5df1-40ee-8197-3498fb16cc20, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9cae879d-5df1-40ee-8197-3498fb16cc20,segment=NetworkSegment(d79506bb-5b9f-4d56-bcf2-9390718d5c1e),segment_id=d79506bb-5b9f-4d56-bcf2-9390718d5c1e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:03:07.563556 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.l3_db [None req-03590cc7-ce01-4093-a2e8-469e530e8ea8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Floating IP 449a48f5-e2e5-4039-8152-0a5eff670244 associated. External IP: 172.27.0.129, port: da5f72d8-b2e7-4964-9bcd-ac693effb5c5. Apr 12 18:03:07.603417 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-ec76f2d4-5a17-42fd-b8da-7acb6b45bec6 req-cb39d427-ac3f-4517-ad54-03ac81e216a3 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:07.610492 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-ec76f2d4-5a17-42fd-b8da-7acb6b45bec6 req-cb39d427-ac3f-4517-ad54-03ac81e216a3 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209085'] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:07.698835 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76f2d4-5a17-42fd-b8da-7acb6b45bec6 req-cb39d427-ac3f-4517-ad54-03ac81e216a3 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:07.699494 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-ec76f2d4-5a17-42fd-b8da-7acb6b45bec6 req-cb39d427-ac3f-4517-ad54-03ac81e216a3 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:07.700920 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ec76f2d4-5a17-42fd-b8da-7acb6b45bec6 req-cb39d427-ac3f-4517-ad54-03ac81e216a3 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "PUT /v2.0/ports/9cae879d-5df1-40ee-8197-3498fb16cc20 HTTP/1.1" status: 200 len: 981 time: 1.0001240 Apr 12 18:03:07.701383 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f016b8b-b724-4d9d-9898-b008967ca69a', 'tag': '9cae879d-5df1-40ee-8197-3498fb16cc20'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:03:07.703670 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8794fbc469913332b26a1bcbfb78f2e90de67fe5ea04afc148497b54c77658c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ae2900-027d-400f-b8fe-44164b79cbc4" -d '{"events": [{"name": "network-changed", "server_uuid": "4f016b8b-b724-4d9d-9898-b008967ca69a", "tag": "9cae879d-5df1-40ee-8197-3498fb16cc20"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:03:07.729652 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39d427-ac3f-4517-ad54-03ac81e216a3 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Pushing event updated for resources: {'Port': ['ID=9cae879d-5df1-40ee-8197-3498fb16cc20,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:07.747209 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7f384d-571d-422f-9483-1517f5814826 x-openstack-request-id: req-ba7f384d-571d-422f-9483-1517f5814826 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:03:07.747504 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f016b8b-b724-4d9d-9898-b008967ca69a", "tag": "9cae879d-5df1-40ee-8197-3498fb16cc20", "status": "completed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:03:07.747818 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba7f384d-571d-422f-9483-1517f5814826 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:03:07.748363 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba7f384d-571d-422f-9483-1517f5814826'] response: {'name': 'network-changed', 'server_uuid': '4f016b8b-b724-4d9d-9898-b008967ca69a', 'tag': '9cae879d-5df1-40ee-8197-3498fb16cc20', 'status': 'completed', 'code': 200} Apr 12 18:03:07.877112 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['9cae879d-5df1-40ee-8197-3498fb16cc20'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:03:07.881930 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fbcfa-7721-46cd-a505-da7ed2dd3d24 req-5db68f4f-adac-4edc-8c4a-e7b39c078e4c tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:07.883148 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5f4fbcfa-7721-46cd-a505-da7ed2dd3d24 req-5db68f4f-adac-4edc-8c4a-e7b39c078e4c tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 984 time: 0.0900459 Apr 12 18:03:07.922130 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03777b75-baea-446b-89c4-f6b1560c2a4e req-35617656-2d0e-4df0-96d1-16d012d14117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:07.924088 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-03777b75-baea-446b-89c4-f6b1560c2a4e req-35617656-2d0e-4df0-96d1-16d012d14117 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0dc793bdb0444a4dbc3d543698eab22c&device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 1168 time: 0.0437865 Apr 12 18:03:07.937499 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03590cc7-ce01-4093-a2e8-469e530e8ea8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Router 2245ede0-74d4-4452-b5ca-d5d4171fca08 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:03:07.980195 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-5f4fbcfa-7721-46cd-a505-da7ed2dd3d24 req-b8608539-ecbb-4201-8460-2ede54b0c73b tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&id=1ec2e56e-0581-4cd9-a1a6-9100d63e96b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0897455 Apr 12 18:03:08.024714 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['9cae879d-5df1-40ee-8197-3498fb16cc20'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:03:08.068021 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-d59b148b-b74d-49d5-b142-866e208e1bd8 None None] Provisioning complete for port 9cae879d-5df1-40ee-8197-3498fb16cc20 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:03:08.068724 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-d59b148b-b74d-49d5-b142-866e208e1bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:08.095576 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03590cc7-ce01-4093-a2e8-469e530e8ea8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:03:08.110372 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89469237-396c-425d-81a6-d88abaf358c5 None None] Sync routers for ids ['2245ede0-74d4-4452-b5ca-d5d4171fca08'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:03:08.118463 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-03590cc7-ce01-4093-a2e8-469e530e8ea8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:08.126810 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89469237-396c-425d-81a6-d88abaf358c5 None None] Routers {'2245ede0-74d4-4452-b5ca-d5d4171fca08'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:03:08.127760 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-89469237-396c-425d-81a6-d88abaf358c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:03:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['2245ede0-74d4-4452-b5ca-d5d4171fca08'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:08.174195 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-03590cc7-ce01-4093-a2e8-469e530e8ea8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7696545 Apr 12 18:03:08.189995 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03777b75-baea-446b-89c4-f6b1560c2a4e req-92f5b031-d620-4ff0-ac40-d108cc9b78f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:08.191592 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-03777b75-baea-446b-89c4-f6b1560c2a4e req-92f5b031-d620-4ff0-ac40-d108cc9b78f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da593c6f-0992-4713-94cc-66246effb991 HTTP/1.1" status: 200 len: 916 time: 0.1480620 Apr 12 18:03:08.261560 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-89469237-396c-425d-81a6-d88abaf358c5 None None] Set router 2245ede0-74d4-4452-b5ca-d5d4171fca08 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:03:08.274284 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-d59b148b-b74d-49d5-b142-866e208e1bd8 None None] Current status of the port 9cae879d-5df1-40ee-8197-3498fb16cc20 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:03:08.517267 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-89469237-396c-425d-81a6-d88abaf358c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:04Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '449a48f5-e2e5-4039-8152-0a5eff670244', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'port_id': 'da5f72d8-b2e7-4964-9bcd-ac693effb5c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'mac_address': 'fa:16:3e:fe:b7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e9083-41ad-4b68-9621-a24e10b8648f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:03:06Z', 'updated_at': '2022-04-12T18:03:06Z', 'revision_number': 0, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'fixed_ip_address_scope': None}, {'id': 'c8846ab6-e211-4eec-89c5-e1c967805fe4', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'port_id': '55eeff29-4d0b-408a-8789-43548cbcd69a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'mac_address': 'fa:16:3e:47:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81678447-a3cf-409a-9fe7-2fcbc6f67db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:00:57Z', 'updated_at': '2022-04-12T18:00:59Z', 'revision_number': 1, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e483fd1-0b98-48dd-868b-08fc77aecd60', 'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'mac_address': 'fa:16:3e:ca:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:03Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 5, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'subnets': [{'id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:08.518459 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb42d26-0357-46bf-9e9a-6c04bfaa889a req-b8e4dc39-ce34-401a-8a8c-7ddd636f12e5 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:08.520127 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8cb42d26-0357-46bf-9e9a-6c04bfaa889a req-b8e4dc39-ce34-401a-8a8c-7ddd636f12e5 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.23 "GET /v2.0/ports?device_id=08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5 HTTP/1.1" status: 200 len: 945 time: 0.1046035 Apr 12 18:03:08.548775 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89469237-396c-425d-81a6-d88abaf358c5 None None] Checking router: 2245ede0-74d4-4452-b5ca-d5d4171fca08 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:03:08.560751 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89469237-396c-425d-81a6-d88abaf358c5 None None] Routers {'2245ede0-74d4-4452-b5ca-d5d4171fca08'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:03:08.561545 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-89469237-396c-425d-81a6-d88abaf358c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:03:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['2245ede0-74d4-4452-b5ca-d5d4171fca08'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:08.567831 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-03777b75-baea-446b-89c4-f6b1560c2a4e req-62ba89c5-6321-477d-94d4-f7466cda2f1a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cae879d-5df1-40ee-8197-3498fb16cc20 HTTP/1.1" status: 200 len: 1001 time: 0.1691785 Apr 12 18:03:08.620854 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1bd63-031a-44ba-a8bc-ba67e84b1e23 req-06746e67-a517-4956-bca5-fe25e1aa5bfa tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:08.622411 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a4d1bd63-031a-44ba-a8bc-ba67e84b1e23 req-06746e67-a517-4956-bca5-fe25e1aa5bfa tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5 HTTP/1.1" status: 200 len: 945 time: 0.0515046 Apr 12 18:03:08.640007 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-8cb42d26-0357-46bf-9e9a-6c04bfaa889a req-4e2e408b-4304-426c-a8a1-b053f7dbf47a tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Deleting port ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:03:08.640708 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8cb42d26-0357-46bf-9e9a-6c04bfaa889a req-4e2e408b-4304-426c-a8a1-b053f7dbf47a tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:08.677677 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a4d1bd63-031a-44ba-a8bc-ba67e84b1e23 req-e089650c-c761-44ec-9138-282ed608a311 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472186 Apr 12 18:03:08.690393 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-89469237-396c-425d-81a6-d88abaf358c5 None None] Set router 2245ede0-74d4-4452-b5ca-d5d4171fca08 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:03:08.738579 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-8cb42d26-0357-46bf-9e9a-6c04bfaa889a req-4e2e408b-4304-426c-a8a1-b053f7dbf47a tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] For port ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb,segment=NetworkSegment(c4113038-2a98-45a9-9c62-bf7550eb37c8),segment_id=c4113038-2a98-45a9-9c62-bf7550eb37c8)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:03:08.738944 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8cb42d26-0357-46bf-9e9a-6c04bfaa889a req-4e2e408b-4304-426c-a8a1-b053f7dbf47a tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:08.752144 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-8cb42d26-0357-46bf-9e9a-6c04bfaa889a req-4e2e408b-4304-426c-a8a1-b053f7dbf47a tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Calling delete_port for ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:03:08.866401 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03777b75-baea-446b-89c4-f6b1560c2a4e req-6d26a175-fbe3-4d22-938e-75bacc476eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:08.867920 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-03777b75-baea-446b-89c4-f6b1560c2a4e req-6d26a175-fbe3-4d22-938e-75bacc476eb8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8753db2-09c1-437d-aa92-e7bc977cc9a8 HTTP/1.1" status: 200 len: 854 time: 0.1028562 Apr 12 18:03:08.922327 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03777b75-baea-446b-89c4-f6b1560c2a4e req-21359019-3d15-487a-a715-e4b424d5e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:08.923284 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-03777b75-baea-446b-89c4-f6b1560c2a4e req-21359019-3d15-487a-a715-e4b424d5e1ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da593c6f-0992-4713-94cc-66246effb991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493855 Apr 12 18:03:09.030130 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-89469237-396c-425d-81a6-d88abaf358c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:04Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '449a48f5-e2e5-4039-8152-0a5eff670244', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'port_id': 'da5f72d8-b2e7-4964-9bcd-ac693effb5c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'mac_address': 'fa:16:3e:fe:b7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e9083-41ad-4b68-9621-a24e10b8648f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:03:06Z', 'updated_at': '2022-04-12T18:03:06Z', 'revision_number': 0, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'fixed_ip_address_scope': None}, {'id': 'c8846ab6-e211-4eec-89c5-e1c967805fe4', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'port_id': '55eeff29-4d0b-408a-8789-43548cbcd69a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'mac_address': 'fa:16:3e:47:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81678447-a3cf-409a-9fe7-2fcbc6f67db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:00:57Z', 'updated_at': '2022-04-12T18:00:59Z', 'revision_number': 1, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e483fd1-0b98-48dd-868b-08fc77aecd60', 'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'mac_address': 'fa:16:3e:ca:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:03Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 5, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'subnets': [{'id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:09.032087 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8cb42d26-0357-46bf-9e9a-6c04bfaa889a req-4e2e408b-4304-426c-a8a1-b053f7dbf47a tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:09.044701 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:03:09.074613 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e408b-4304-426c-a8a1-b053f7dbf47a tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Pushing event deleted for resources: {'Port': ['ID=ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:09.090945 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89469237-396c-425d-81a6-d88abaf358c5 None None] The sync data for ids ['2245ede0-74d4-4452-b5ca-d5d4171fca08'] in dv-cinder-837534-1-iscsi is: [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:04Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': '449a48f5-e2e5-4039-8152-0a5eff670244', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'port_id': 'da5f72d8-b2e7-4964-9bcd-ac693effb5c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'mac_address': 'fa:16:3e:fe:b7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e9083-41ad-4b68-9621-a24e10b8648f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:03:06Z', 'updated_at': '2022-04-12T18:03:06Z', 'revision_number': 0, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'fixed_ip_address_scope': None}, {'id': 'c8846ab6-e211-4eec-89c5-e1c967805fe4', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'port_id': '55eeff29-4d0b-408a-8789-43548cbcd69a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'mac_address': 'fa:16:3e:47:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81678447-a3cf-409a-9fe7-2fcbc6f67db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:00:57Z', 'updated_at': '2022-04-12T18:00:59Z', 'revision_number': 1, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e483fd1-0b98-48dd-868b-08fc77aecd60', 'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'mac_address': 'fa:16:3e:ca:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:03Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 5, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'subnets': [{'id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:03:09.095005 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-03777b75-baea-446b-89c4-f6b1560c2a4e req-20b83573-05e7-4d13-8ca9-5387ef1ace84 service neutron] 10.222.0.23 "GET /v2.0/networks/da593c6f-0992-4713-94cc-66246effb991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651692 Apr 12 18:03:09.160257 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb42d26-0357-46bf-9e9a-6c04bfaa889a req-4e2e408b-4304-426c-a8a1-b053f7dbf47a tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] No DVR routers for this DVR port ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb on host hv-cinder-83753 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:03:09.163843 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-8cb42d26-0357-46bf-9e9a-6c04bfaa889a req-4e2e408b-4304-426c-a8a1-b053f7dbf47a tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:09.167202 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8cb42d26-0357-46bf-9e9a-6c04bfaa889a req-4e2e408b-4304-426c-a8a1-b053f7dbf47a tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.23 "DELETE /v2.0/ports/ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb HTTP/1.1" status: 204 len: 173 time: 0.6409564 Apr 12 18:03:09.167762 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5', 'name': 'network-vif-deleted', 'tag': 'ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:03:09.170011 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c24f70d-2ea7-4437-b521-1c7a50c879b8" -d '{"events": [{"server_uuid": "08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5", "name": "network-vif-deleted", "tag": "ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:03:09.243798 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9ca189-dcc5-4720-8ef1-ae84b28195a7 x-openstack-request-id: req-3c9ca189-dcc5-4720-8ef1-ae84b28195a7 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:03:09.244231 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5", "name": "network-vif-deleted", "tag": "ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:03:09.244361 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c9ca189-dcc5-4720-8ef1-ae84b28195a7 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:03:09.244729 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c9ca189-dcc5-4720-8ef1-ae84b28195a7'] response: {'server_uuid': '08b8f961-8ca0-4e9e-bd67-99eeeb90a0b5', 'name': 'network-vif-deleted', 'tag': 'ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb', 'status': 'completed', 'code': 200} Apr 12 18:03:09.251233 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-03777b75-baea-446b-89c4-f6b1560c2a4e req-26f4f8fd-3e8c-4868-bf8c-1f120d52ffab service neutron] 10.222.0.23 "GET /v2.0/networks/da593c6f-0992-4713-94cc-66246effb991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368864 Apr 12 18:03:09.352458 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae2900-027d-400f-b8fe-44164b79cbc4 req-80c22cc1-92df-4d21-b637-81c0bfc589a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:09.354598 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e0ae2900-027d-400f-b8fe-44164b79cbc4 req-80c22cc1-92df-4d21-b637-81c0bfc589a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0dc793bdb0444a4dbc3d543698eab22c&device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 1168 time: 0.0561392 Apr 12 18:03:09.426602 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e96b57-3618-4deb-8abf-dad0ade372e3 None None] New status for floating IP 449a48f5-e2e5-4039-8152-0a5eff670244: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:03:09.681921 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae2900-027d-400f-b8fe-44164b79cbc4 req-96d42b33-a135-4313-a667-b3fde0b0ab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:09.683643 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e0ae2900-027d-400f-b8fe-44164b79cbc4 req-96d42b33-a135-4313-a667-b3fde0b0ab54 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da593c6f-0992-4713-94cc-66246effb991 HTTP/1.1" status: 200 len: 916 time: 0.1181853 Apr 12 18:03:09.754058 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364e9083-41ad-4b68-9621-a24e10b8648f', 'tag': 'da5f72d8-b2e7-4964-9bcd-ac693effb5c5'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:03:09.761763 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8794fbc469913332b26a1bcbfb78f2e90de67fe5ea04afc148497b54c77658c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e34029a-d7d6-4eed-83cd-84e74c375e82" -d '{"events": [{"name": "network-changed", "server_uuid": "364e9083-41ad-4b68-9621-a24e10b8648f", "tag": "da5f72d8-b2e7-4964-9bcd-ac693effb5c5"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:03:09.777385 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e0ae2900-027d-400f-b8fe-44164b79cbc4 req-1ea9a46c-1a6f-401c-beae-3d5ea4a92f8b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cae879d-5df1-40ee-8197-3498fb16cc20 HTTP/1.1" status: 200 len: 1001 time: 0.0849783 Apr 12 18:03:09.805070 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d1823a-0e15-47e4-acc2-c01c26a5f165 x-openstack-request-id: req-99d1823a-0e15-47e4-acc2-c01c26a5f165 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:03:09.805371 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364e9083-41ad-4b68-9621-a24e10b8648f", "tag": "da5f72d8-b2e7-4964-9bcd-ac693effb5c5", "status": "completed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:03:09.805895 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99d1823a-0e15-47e4-acc2-c01c26a5f165 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:03:09.806020 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d1823a-0e15-47e4-acc2-c01c26a5f165'] response: {'name': 'network-changed', 'server_uuid': '364e9083-41ad-4b68-9621-a24e10b8648f', 'tag': 'da5f72d8-b2e7-4964-9bcd-ac693effb5c5', 'status': 'completed', 'code': 200} Apr 12 18:03:09.857258 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae2900-027d-400f-b8fe-44164b79cbc4 req-21637669-74b2-4c90-9dcd-c6e42e646988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:09.858748 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e0ae2900-027d-400f-b8fe-44164b79cbc4 req-21637669-74b2-4c90-9dcd-c6e42e646988 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8753db2-09c1-437d-aa92-e7bc977cc9a8 HTTP/1.1" status: 200 len: 854 time: 0.0749934 Apr 12 18:03:09.899349 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34029a-d7d6-4eed-83cd-84e74c375e82 req-b530c70f-c1d5-41d4-922c-3d9ab5593e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:09.901042 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e34029a-d7d6-4eed-83cd-84e74c375e82 req-b530c70f-c1d5-41d4-922c-3d9ab5593e01 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=237798a0b1a14ab3835a4a934510ce49&device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 1129 time: 0.0749147 Apr 12 18:03:09.929005 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae2900-027d-400f-b8fe-44164b79cbc4 req-32dfeb56-6ee3-4d19-b7c1-52dbc446c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:09.930499 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e0ae2900-027d-400f-b8fe-44164b79cbc4 req-32dfeb56-6ee3-4d19-b7c1-52dbc446c210 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da593c6f-0992-4713-94cc-66246effb991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648088 Apr 12 18:03:10.019823 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-91f40f49-5475-448a-835f-c90816281611 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:10.021193 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-91f40f49-5475-448a-835f-c90816281611 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/networks?id=76a41896-3380-4fd3-bb29-17da571c1dc9 HTTP/1.1" status: 200 len: 809 time: 0.1038837 Apr 12 18:03:10.036986 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-4046bed0-b07c-4f8c-9eb8-7326f18ef311 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/quotas/d2283e8301d04ec2ae0c8a11b86074e7 HTTP/1.1" status: 200 len: 375 time: 0.0091765 Apr 12 18:03:10.058794 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34029a-d7d6-4eed-83cd-84e74c375e82 req-e27185ea-dc7c-444a-a4ed-73f19f2dcd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:10.060248 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e34029a-d7d6-4eed-83cd-84e74c375e82 req-e27185ea-dc7c-444a-a4ed-73f19f2dcd6f service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ec15485-e591-42f1-9874-b31f76908832 HTTP/1.1" status: 200 len: 913 time: 0.1523595 Apr 12 18:03:10.070428 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-fec5e9e9-9218-4998-bdd4-82b87929ce5b tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d2283e8301d04ec2ae0c8a11b86074e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271444 Apr 12 18:03:10.076511 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e0ae2900-027d-400f-b8fe-44164b79cbc4 req-4aa1542e-9077-4763-9479-f9a49095b67c service neutron] 10.222.0.23 "GET /v2.0/networks/da593c6f-0992-4713-94cc-66246effb991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399028 Apr 12 18:03:10.164636 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-ecabefbc-b047-4f9f-bcf0-5c9965638252 service neutron] 10.222.0.24 "GET /v2.0/networks/76a41896-3380-4fd3-bb29-17da571c1dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873132 Apr 12 18:03:10.182298 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e34029a-d7d6-4eed-83cd-84e74c375e82 req-f6829b64-62fe-4293-9ca1-4575a063854c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da5f72d8-b2e7-4964-9bcd-ac693effb5c5 HTTP/1.1" status: 200 len: 1001 time: 0.1150155 Apr 12 18:03:10.217318 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44156) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:10.253861 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e0ae2900-027d-400f-b8fe-44164b79cbc4 req-0d551e49-cc74-49cc-b88d-84cd3c85a6b1 service neutron] 10.222.0.23 "GET /v2.0/networks/da593c6f-0992-4713-94cc-66246effb991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496580 Apr 12 18:03:10.255368 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34029a-d7d6-4eed-83cd-84e74c375e82 req-7ba9ce11-71ac-4018-b9a1-d4285531e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:10.256740 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e34029a-d7d6-4eed-83cd-84e74c375e82 req-7ba9ce11-71ac-4018-b9a1-d4285531e858 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78fc5004-f958-4780-b51c-2a79ed561fa7 HTTP/1.1" status: 200 len: 851 time: 0.0683694 Apr 12 18:03:10.263844 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-5b313420-dd01-4a8d-8d02-34b9157668dd service neutron] 10.222.0.24 "GET /v2.0/networks/76a41896-3380-4fd3-bb29-17da571c1dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919547 Apr 12 18:03:10.313533 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34029a-d7d6-4eed-83cd-84e74c375e82 req-3ff10fc1-d6c5-4082-96b4-2bc976cc05f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:10.315297 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e34029a-d7d6-4eed-83cd-84e74c375e82 req-3ff10fc1-d6c5-4082-96b4-2bc976cc05f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ec15485-e591-42f1-9874-b31f76908832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501928 Apr 12 18:03:10.440565 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8d0bcfd9-eb03-4e29-b109-8dab2b91bb7d req-939243cd-4d94-4af7-91fd-25430d4a94ab tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54b225-903b-4050-a1e5-2bad8fcd448c HTTP/1.1" status: 200 len: 210 time: 0.0294399 Apr 12 18:03:10.753841 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e34029a-d7d6-4eed-83cd-84e74c375e82 req-b5ee245b-8083-4a70-8ed0-fd60eb6bf7cb service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320219 Apr 12 18:03:10.940386 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e34029a-d7d6-4eed-83cd-84e74c375e82 req-abe34ecb-4443-41fa-baf6-e9375e16372f service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431415 Apr 12 18:03:11.058862 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-68769af7-0bac-4751-ac77-a002c6c28fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548545'] for router_interface (247dba89-5927-4459-97b8-323df380be47), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:11.319418 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-68769af7-0bac-4751-ac77-a002c6c28fb4 admin admin] Deleting port 88c466f6-8a56-4b6a-af95-8165b8e4a9c7 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:03:11.319667 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-68769af7-0bac-4751-ac77-a002c6c28fb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (88c466f6-8a56-4b6a-af95-8165b8e4a9c7), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:11.468714 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-d09a809d-cb01-48f2-bab2-493efdebdb14 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:11.470211 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-d09a809d-cb01-48f2-bab2-493efdebdb14 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.23 "GET /v2.0/networks?id=76a41896-3380-4fd3-bb29-17da571c1dc9 HTTP/1.1" status: 200 len: 809 time: 0.1757231 Apr 12 18:03:11.475783 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-68769af7-0bac-4751-ac77-a002c6c28fb4 admin admin] For port 88c466f6-8a56-4b6a-af95-8165b8e4a9c7, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=88c466f6-8a56-4b6a-af95-8165b8e4a9c7,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:03:11.476170 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-68769af7-0bac-4751-ac77-a002c6c28fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (88c466f6-8a56-4b6a-af95-8165b8e4a9c7), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:11.488621 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-68769af7-0bac-4751-ac77-a002c6c28fb4 admin admin] Calling delete_port for 88c466f6-8a56-4b6a-af95-8165b8e4a9c7 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:03:11.539394 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-05cd3675-230f-43df-b510-107724a695de req-ca172000-4678-42eb-a87e-a08a8e958e4d tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54b225-903b-4050-a1e5-2bad8fcd448c HTTP/1.1" status: 200 len: 210 time: 0.0283840 Apr 12 18:03:11.555506 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-137637ca-30b4-48fa-98e2-df2ace08c57f tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Request body: {'port': {'device_id': '3e54b225-903b-4050-a1e5-2bad8fcd448c', 'network_id': '76a41896-3380-4fd3-bb29-17da571c1dc9', 'admin_state_up': True, 'tenant_id': 'd2283e8301d04ec2ae0c8a11b86074e7'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:03:11.726185 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-137637ca-30b4-48fa-98e2-df2ace08c57f tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Made reservation on behalf of d2283e8301d04ec2ae0c8a11b86074e7 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:03:11.729476 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-137637ca-30b4-48fa-98e2-df2ace08c57f tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:11.810567 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-68769af7-0bac-4751-ac77-a002c6c28fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (88c466f6-8a56-4b6a-af95-8165b8e4a9c7), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:11.844510 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:03:11.855531 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68769af7-0bac-4751-ac77-a002c6c28fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=88c466f6-8a56-4b6a-af95-8165b8e4a9c7,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:11.869107 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] No Port match for: ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:03:11.869445 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device ab5dcfbe-b2d7-4b81-9ac3-40cd2b5cfacb not bound to the agent host hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:03:12.011555 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-137637ca-30b4-48fa-98e2-df2ace08c57f tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Allocated IP 172.20.0.14 (76a41896-3380-4fd3-bb29-17da571c1dc9/a15a234e-533b-4528-addf-c63e4bff681e/fbdce496-aacf-47a0-ad56-8b38bde0d9bf) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:03:12.110279 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-68769af7-0bac-4751-ac77-a002c6c28fb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548445'] for router_interface (247dba89-5927-4459-97b8-323df380be47), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:12.299430 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-137637ca-30b4-48fa-98e2-df2ace08c57f tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Publish callbacks [] for port (fbdce496-aacf-47a0-ad56-8b38bde0d9bf), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:12.417020 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-137637ca-30b4-48fa-98e2-df2ace08c57f tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (fbdce496-aacf-47a0-ad56-8b38bde0d9bf), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:12.478571 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-137637ca-30b4-48fa-98e2-df2ace08c57f tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Network 76a41896-3380-4fd3-bb29-17da571c1dc9 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:03:12.488652 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-137637ca-30b4-48fa-98e2-df2ace08c57f tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:03:12.491901 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-137637ca-30b4-48fa-98e2-df2ace08c57f tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:03:12.502423 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68769af7-0bac-4751-ac77-a002c6c28fb4 admin admin] Router 247dba89-5927-4459-97b8-323df380be47 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:03:12.522641 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137637ca-30b4-48fa-98e2-df2ace08c57f tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Pushing event updated for resources: {'Port': ['ID=fbdce496-aacf-47a0-ad56-8b38bde0d9bf,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:12.557671 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-137637ca-30b4-48fa-98e2-df2ace08c57f tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:12.558314 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-137637ca-30b4-48fa-98e2-df2ace08c57f tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:12.614898 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-137637ca-30b4-48fa-98e2-df2ace08c57f tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0671697 Apr 12 18:03:12.648234 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] Request body: {'port': {'device_id': '3e54b225-903b-4050-a1e5-2bad8fcd448c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:03:12.664467 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42d35f-4811-4a35-8524-d986f8b160eb req-cea363fe-a881-4580-84da-ac329898f6a8 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:12.665427 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9a42d35f-4811-4a35-8524-d986f8b160eb req-cea363fe-a881-4580-84da-ac329898f6a8 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54b225-903b-4050-a1e5-2bad8fcd448c HTTP/1.1" status: 200 len: 932 time: 0.0569615 Apr 12 18:03:12.714251 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9a42d35f-4811-4a35-8524-d986f8b160eb req-576ce15a-9f7e-4567-aa10-340b40c212fb tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423863 Apr 12 18:03:12.722749 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68769af7-0bac-4751-ac77-a002c6c28fb4 admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:03:12.731450 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-68769af7-0bac-4751-ac77-a002c6c28fb4 admin admin] 10.222.0.24 "PUT /v2.0/routers/247dba89-5927-4459-97b8-323df380be47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5131297 Apr 12 18:03:12.731589 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 44210) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:12.732568 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (fbdce496-aacf-47a0-ad56-8b38bde0d9bf), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:12.736238 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08498f5f-09f0-4055-ba6f-891f427ad6d2 None None] Sync routers for ids ['247dba89-5927-4459-97b8-323df380be47'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:03:12.746133 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08498f5f-09f0-4055-ba6f-891f427ad6d2 None None] Routers {'247dba89-5927-4459-97b8-323df380be47'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:03:12.746779 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-08498f5f-09f0-4055-ba6f-891f427ad6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:03:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['247dba89-5927-4459-97b8-323df380be47'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:12.844548 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-57f620a8-a6d8-4300-bc9c-02e429a78d22 admin admin] Publish callbacks [] for router (247dba89-5927-4459-97b8-323df380be47), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:12.856366 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-08498f5f-09f0-4055-ba6f-891f427ad6d2 None None] Set router 247dba89-5927-4459-97b8-323df380be47 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:03:12.957213 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-57f620a8-a6d8-4300-bc9c-02e429a78d22 admin admin] Publish callbacks [] for router_gateway (247dba89-5927-4459-97b8-323df380be47), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:13.006717 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-57f620a8-a6d8-4300-bc9c-02e429a78d22 admin admin] Deleting port b1e35637-b8ac-4b3b-a917-169d02c2d86e {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:03:13.007319 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-57f620a8-a6d8-4300-bc9c-02e429a78d22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (b1e35637-b8ac-4b3b-a917-169d02c2d86e), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:13.031242 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-08498f5f-09f0-4055-ba6f-891f427ad6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247dba89-5927-4459-97b8-323df380be47', 'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-router', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T18:03:11Z', 'revision_number': 5, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'gw_port': {'id': 'b1e35637-b8ac-4b3b-a917-169d02c2d86e', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247dba89-5927-4459-97b8-323df380be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:56:03Z', 'updated_at': '2022-04-12T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:13.034380 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbdce496-aacf-47a0-ad56-8b38bde0d9bf {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:03:13.043826 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] Publish callbacks [] for port (fbdce496-aacf-47a0-ad56-8b38bde0d9bf), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:13.061028 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] Transition to ACTIVE for port object fbdce496-aacf-47a0-ad56-8b38bde0d9bf will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:03:13.063867 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08498f5f-09f0-4055-ba6f-891f427ad6d2 None None] Checking router: 247dba89-5927-4459-97b8-323df380be47 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:03:13.066767 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8586785'] for port (fbdce496-aacf-47a0-ad56-8b38bde0d9bf), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:13.073513 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08498f5f-09f0-4055-ba6f-891f427ad6d2 None None] Routers {'247dba89-5927-4459-97b8-323df380be47'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:03:13.074133 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-08498f5f-09f0-4055-ba6f-891f427ad6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:03:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['247dba89-5927-4459-97b8-323df380be47'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:13.089935 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-57f620a8-a6d8-4300-bc9c-02e429a78d22 admin admin] For port b1e35637-b8ac-4b3b-a917-169d02c2d86e, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=b1e35637-b8ac-4b3b-a917-169d02c2d86e,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:03:13.090331 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-57f620a8-a6d8-4300-bc9c-02e429a78d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (b1e35637-b8ac-4b3b-a917-169d02c2d86e), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:13.106792 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-57f620a8-a6d8-4300-bc9c-02e429a78d22 admin admin] Calling delete_port for b1e35637-b8ac-4b3b-a917-169d02c2d86e owned by network:router_gateway {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:03:13.141048 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=fbdce496-aacf-47a0-ad56-8b38bde0d9bf,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:13.163932 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-08498f5f-09f0-4055-ba6f-891f427ad6d2 None None] Set router 247dba89-5927-4459-97b8-323df380be47 gateway port host: None {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:03:13.194522 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] Attempting to bind port fbdce496-aacf-47a0-ad56-8b38bde0d9bf on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:03:13.194862 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] Attempting to bind port fbdce496-aacf-47a0-ad56-8b38bde0d9bf by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'c4113038-2a98-45a9-9c62-bf7550eb37c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '76a41896-3380-4fd3-bb29-17da571c1dc9'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:03:13.195195 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] Attempting to bind port fbdce496-aacf-47a0-ad56-8b38bde0d9bf on network 76a41896-3380-4fd3-bb29-17da571c1dc9 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:03:13.199680 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] Port fbdce496-aacf-47a0-ad56-8b38bde0d9bf on network 76a41896-3380-4fd3-bb29-17da571c1dc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:03:13.200009 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] Attempting to bind port fbdce496-aacf-47a0-ad56-8b38bde0d9bf on network 76a41896-3380-4fd3-bb29-17da571c1dc9 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:03:13.204785 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] Checking agent: {'id': '00f7abb9-3948-4d4d-ae73-3182f7e75cf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'started_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:03:13.205126 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] Checking segment: {'id': 'c4113038-2a98-45a9-9c62-bf7550eb37c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '76a41896-3380-4fd3-bb29-17da571c1dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:03:13.205509 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] Bound using segment: {'id': 'c4113038-2a98-45a9-9c62-bf7550eb37c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '76a41896-3380-4fd3-bb29-17da571c1dc9'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:03:13.205934 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] Bound port: fbdce496-aacf-47a0-ad56-8b38bde0d9bf, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4113038-2a98-45a9-9c62-bf7550eb37c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '76a41896-3380-4fd3-bb29-17da571c1dc9'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:03:13.206337 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (fbdce496-aacf-47a0-ad56-8b38bde0d9bf), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:13.217944 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-08498f5f-09f0-4055-ba6f-891f427ad6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247dba89-5927-4459-97b8-323df380be47', 'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-router', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T18:03:12Z', 'revision_number': 6, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'gw_port_host': None}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:13.253269 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08498f5f-09f0-4055-ba6f-891f427ad6d2 None None] The sync data for ids ['247dba89-5927-4459-97b8-323df380be47'] in dv-cinder-837534-1-iscsi is: [{'id': '247dba89-5927-4459-97b8-323df380be47', 'name': 'tempest-AttachVolumeShelveTestJSON-1178546939-router', 'tenant_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:56:02Z', 'updated_at': '2022-04-12T18:03:12Z', 'revision_number': 6, 'project_id': 'b4c98209fd1841f9ad91c5c823b05ed8', 'gw_port_host': None}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:03:13.285424 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] For port fbdce496-aacf-47a0-ad56-8b38bde0d9bf, host hv-cinder-83753, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:03:13.290375 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] For port fbdce496-aacf-47a0-ad56-8b38bde0d9bf, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fbdce496-aacf-47a0-ad56-8b38bde0d9bf,segment=NetworkSegment(c4113038-2a98-45a9-9c62-bf7550eb37c8),segment_id=c4113038-2a98-45a9-9c62-bf7550eb37c8)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:03:13.296922 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8586785'] for port (fbdce496-aacf-47a0-ad56-8b38bde0d9bf), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:13.301727 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-57f620a8-a6d8-4300-bc9c-02e429a78d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (b1e35637-b8ac-4b3b-a917-169d02c2d86e), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:13.329059 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f620a8-a6d8-4300-bc9c-02e429a78d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e35637-b8ac-4b3b-a917-169d02c2d86e,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:13.335451 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:13.335872 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:13.337450 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] 10.222.0.23 "PUT /v2.0/ports/fbdce496-aacf-47a0-ad56-8b38bde0d9bf HTTP/1.1" status: 200 len: 1094 time: 0.6932619 Apr 12 18:03:13.339672 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e54b225-903b-4050-a1e5-2bad8fcd448c', 'tag': 'fbdce496-aacf-47a0-ad56-8b38bde0d9bf'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:03:13.343156 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ab0aca-d56c-4325-bedf-13e04ef0643c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e54b225-903b-4050-a1e5-2bad8fcd448c", "tag": "fbdce496-aacf-47a0-ad56-8b38bde0d9bf"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:03:13.376943 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45f85c-b1b5-4fb7-9688-b031e5e3b3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=fbdce496-aacf-47a0-ad56-8b38bde0d9bf,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:13.398901 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-57f620a8-a6d8-4300-bc9c-02e429a78d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546299'] for router_gateway (247dba89-5927-4459-97b8-323df380be47), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:13.400388 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfb8c66-295e-4597-be70-551f04069828 x-openstack-request-id: req-9bfb8c66-295e-4597-be70-551f04069828 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:03:13.400663 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e54b225-903b-4050-a1e5-2bad8fcd448c", "tag": "fbdce496-aacf-47a0-ad56-8b38bde0d9bf", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:03:13.400914 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9bfb8c66-295e-4597-be70-551f04069828 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:03:13.402078 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bfb8c66-295e-4597-be70-551f04069828'] response: {'name': 'network-changed', 'server_uuid': '3e54b225-903b-4050-a1e5-2bad8fcd448c', 'tag': 'fbdce496-aacf-47a0-ad56-8b38bde0d9bf', 'status': 'completed', 'code': 200} Apr 12 18:03:13.431357 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-c6d656a7-35f3-4a65-832a-7b9db097de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:13.432876 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-c6d656a7-35f3-4a65-832a-7b9db097de95 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d2283e8301d04ec2ae0c8a11b86074e7&device_id=3e54b225-903b-4050-a1e5-2bad8fcd448c HTTP/1.1" status: 200 len: 1128 time: 0.0451820 Apr 12 18:03:13.474107 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-cad1877e-e675-4bb0-a665-69bdd5ce79f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbdce496-aacf-47a0-ad56-8b38bde0d9bf HTTP/1.1" status: 200 len: 217 time: 0.0335338 Apr 12 18:03:13.493654 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-57f620a8-a6d8-4300-bc9c-02e429a78d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8092'] for router (247dba89-5927-4459-97b8-323df380be47), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:13.496065 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-57f620a8-a6d8-4300-bc9c-02e429a78d22 admin admin] Publish callbacks [] for router_controller (247dba89-5927-4459-97b8-323df380be47), precommit_delete_associations {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:13.531877 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-081b3b11-70c8-4674-a2c9-4e2e7f52920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:13.533391 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-081b3b11-70c8-4674-a2c9-4e2e7f52920c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a15a234e-533b-4528-addf-c63e4bff681e HTTP/1.1" status: 200 len: 849 time: 0.0537550 Apr 12 18:03:13.550927 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-57f620a8-a6d8-4300-bc9c-02e429a78d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547614'] for router (247dba89-5927-4459-97b8-323df380be47), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:13.551600 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f620a8-a6d8-4300-bc9c-02e429a78d22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 247dba89-5927-4459-97b8-323df380be47 {{(pid=109827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:03:13.556921 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-57f620a8-a6d8-4300-bc9c-02e429a78d22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:13.558139 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-57f620a8-a6d8-4300-bc9c-02e429a78d22 admin admin] 10.222.0.24 "DELETE /v2.0/routers/247dba89-5927-4459-97b8-323df380be47 HTTP/1.1" status: 204 len: 168 time: 0.8252537 Apr 12 18:03:13.561648 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 44220) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:13.581745 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-ff65eea4-dbac-43da-9b16-af70d5504c2f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=76a41896-3380-4fd3-bb29-17da571c1dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414555 Apr 12 18:03:13.620241 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a87300-04a0-4421-9657-9075b1559f13 admin admin] Deleting subnet bbb6ee85-b118-461b-9d62-32e550eb62b2 {{(pid=109827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:03:13.624587 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-87a87300-04a0-4421-9657-9075b1559f13 admin admin] Publish callbacks [] for subnet (bbb6ee85-b118-461b-9d62-32e550eb62b2), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:13.665333 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-87a87300-04a0-4421-9657-9075b1559f13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8397960'] for subnet (bbb6ee85-b118-461b-9d62-32e550eb62b2), precommit_delete_associations {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:13.701293 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-1f186e16-e2ef-4de4-8c42-62aa2a866a5d service neutron] 10.222.0.23 "GET /v2.0/networks/76a41896-3380-4fd3-bb29-17da571c1dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128211 Apr 12 18:03:13.789546 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-87a87300-04a0-4421-9657-9075b1559f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2057050'] for subnet (bbb6ee85-b118-461b-9d62-32e550eb62b2), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:13.816418 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-727fd84a-9eb8-4414-96e6-403a9ddf5a0c req-49bcfbec-e287-44df-a493-5ef82c8e4412 service neutron] 10.222.0.23 "GET /v2.0/networks/76a41896-3380-4fd3-bb29-17da571c1dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084960 Apr 12 18:03:13.873656 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aad29d-84a6-4032-b0ab-f5946b7efd5f req-b78603b5-80dd-492a-925b-b8e3431550d5 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:13.875288 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d2aad29d-84a6-4032-b0ab-f5946b7efd5f req-b78603b5-80dd-492a-925b-b8e3431550d5 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54b225-903b-4050-a1e5-2bad8fcd448c HTTP/1.1" status: 200 len: 944 time: 0.0646749 Apr 12 18:03:13.901811 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-87a87300-04a0-4421-9657-9075b1559f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9209003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9217427'] for subnet (bbb6ee85-b118-461b-9d62-32e550eb62b2), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:13.937302 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a87300-04a0-4421-9657-9075b1559f13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb6ee85-b118-461b-9d62-32e550eb62b2,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:13.941143 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-87a87300-04a0-4421-9657-9075b1559f13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:13.944341 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-87a87300-04a0-4421-9657-9075b1559f13 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bbb6ee85-b118-461b-9d62-32e550eb62b2 HTTP/1.1" status: 204 len: 168 time: 0.3815637 Apr 12 18:03:13.944754 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d901ce-c11d-4dc8-af2a-397e8dc97a4d None None] Network 620e6442-ea5d-4803-85d5-538016f366eb requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:03:13.947622 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44234) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:13.963586 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d2aad29d-84a6-4032-b0ab-f5946b7efd5f req-14af92a1-f2a3-4099-a9ed-daf59b2e486a tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815253 Apr 12 18:03:14.020456 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6c6f0fd9-cf01-4f5d-a878-602424a151d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678379'] for network (620e6442-ea5d-4803-85d5-538016f366eb), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:14.071494 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-6c6f0fd9-cf01-4f5d-a878-602424a151d2 admin admin] Deleting port f4795387-5b9e-4389-aa5b-125bd2709bdd {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:03:14.072091 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6c6f0fd9-cf01-4f5d-a878-602424a151d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (f4795387-5b9e-4389-aa5b-125bd2709bdd), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:14.122097 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a683a0-8fa0-46f4-af93-6c5e10d26635 None None] DHCP port deletion for 620e6442-ea5d-4803-85d5-538016f366eb request from dv-cinder-837534-1-iscsi {{(pid=109828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:03:14.142747 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-6c6f0fd9-cf01-4f5d-a878-602424a151d2 admin admin] For port f4795387-5b9e-4389-aa5b-125bd2709bdd, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=f4795387-5b9e-4389-aa5b-125bd2709bdd,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:03:14.143119 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6c6f0fd9-cf01-4f5d-a878-602424a151d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (f4795387-5b9e-4389-aa5b-125bd2709bdd), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:14.156850 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-6c6f0fd9-cf01-4f5d-a878-602424a151d2 admin admin] Calling delete_port for f4795387-5b9e-4389-aa5b-125bd2709bdd owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:03:14.163246 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-a8a683a0-8fa0-46f4-af93-6c5e10d26635 None None] Deleting port f4795387-5b9e-4389-aa5b-125bd2709bdd {{(pid=109828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:03:14.163935 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a8a683a0-8fa0-46f4-af93-6c5e10d26635 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (f4795387-5b9e-4389-aa5b-125bd2709bdd), before_delete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:14.231193 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-a8a683a0-8fa0-46f4-af93-6c5e10d26635 None None] For port f4795387-5b9e-4389-aa5b-125bd2709bdd, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=f4795387-5b9e-4389-aa5b-125bd2709bdd,segment=NetworkSegment(042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93),segment_id=042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:03:14.231506 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a8a683a0-8fa0-46f4-af93-6c5e10d26635 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (f4795387-5b9e-4389-aa5b-125bd2709bdd), precommit_delete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:14.245109 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6c6f0fd9-cf01-4f5d-a878-602424a151d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (f4795387-5b9e-4389-aa5b-125bd2709bdd), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:14.245348 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-a8a683a0-8fa0-46f4-af93-6c5e10d26635 None None] Calling delete_port for f4795387-5b9e-4389-aa5b-125bd2709bdd owned by network:dhcp {{(pid=109828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:03:14.269507 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f0fd9-cf01-4f5d-a878-602424a151d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4795387-5b9e-4389-aa5b-125bd2709bdd,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:14.275795 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6f0fd9-cf01-4f5d-a878-602424a151d2 admin admin] No DVR routers for this DVR port f4795387-5b9e-4389-aa5b-125bd2709bdd on host dv-cinder-837534-1-iscsi {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:03:14.331309 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a8a683a0-8fa0-46f4-af93-6c5e10d26635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583'] for port (f4795387-5b9e-4389-aa5b-125bd2709bdd), after_delete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:14.348846 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6c6f0fd9-cf01-4f5d-a878-602424a151d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059233', 'neutron.services.segments.db._delete_segments_for_network-8742383711672'] for network (620e6442-ea5d-4803-85d5-538016f366eb), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:14.361533 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a683a0-8fa0-46f4-af93-6c5e10d26635 None None] Pushing event deleted for resources: {'Port': ['ID=f4795387-5b9e-4389-aa5b-125bd2709bdd,revision_number=None']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:14.365304 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a683a0-8fa0-46f4-af93-6c5e10d26635 None None] No DVR routers for this DVR port f4795387-5b9e-4389-aa5b-125bd2709bdd on host dv-cinder-837534-1-iscsi {{(pid=109828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:03:14.378213 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-6c6f0fd9-cf01-4f5d-a878-602424a151d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620e6442-ea5d-4803-85d5-538016f366eb']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:14.388541 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-6c6f0fd9-cf01-4f5d-a878-602424a151d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:14.388852 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-6c6f0fd9-cf01-4f5d-a878-602424a151d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:14.398781 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6c6f0fd9-cf01-4f5d-a878-602424a151d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742383633601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8818667'] for segment (042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:14.419628 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6c6f0fd9-cf01-4f5d-a878-602424a151d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:14.426361 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c6f0fd9-cf01-4f5d-a878-602424a151d2 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:03:14.426744 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6c6f0fd9-cf01-4f5d-a878-602424a151d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8586957'] for segment (042e1e0e-e6a5-41aa-9ef2-0a193a2e7c93), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: Traceback (most recent call last): Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: timer() Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: cb(*args, **kw) Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: return func(*args, **kwargs) Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: self._notify() Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: self.callback(batched_events) Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: event.method(event) Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: return f(self, *a, **k) Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: return self._get(url).json() Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:03:14.429086 dv-cinder-837534-1-iscsi neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:03:14.480580 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6c6f0fd9-cf01-4f5d-a878-602424a151d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546271'] for network (620e6442-ea5d-4803-85d5-538016f366eb), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:14.486029 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6c6f0fd9-cf01-4f5d-a878-602424a151d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:14.489133 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-6c6f0fd9-cf01-4f5d-a878-602424a151d2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/620e6442-ea5d-4803-85d5-538016f366eb HTTP/1.1" status: 204 len: 168 time: 0.5404162 Apr 12 18:03:14.501841 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f0fd9-cf01-4f5d-a878-602424a151d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=620e6442-ea5d-4803-85d5-538016f366eb,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:14.610798 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44238) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:14.653255 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-3430a326-e55d-4a42-834d-cecafc531464 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4c98209fd1841f9ad91c5c823b05ed8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412362 Apr 12 18:03:14.654014 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device f4795387-5b9e-4389-aa5b-125bd2709bdd no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:03:14.655623 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44240) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:14.674833 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: f4795387-5b9e-4389-aa5b-125bd2709bdd {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:03:14.675182 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device f4795387-5b9e-4389-aa5b-125bd2709bdd not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:03:14.675596 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 88c466f6-8a56-4b6a-af95-8165b8e4a9c7 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:03:14.694281 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: 88c466f6-8a56-4b6a-af95-8165b8e4a9c7 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:03:14.694619 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 88c466f6-8a56-4b6a-af95-8165b8e4a9c7 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:03:14.695030 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device b1e35637-b8ac-4b3b-a917-169d02c2d86e no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:03:14.708053 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea2da5cf-8ade-4bdc-b23c-b9e699380af5 admin admin] Publish callbacks [] for security_group (31ec3e2f-31ab-4567-afac-77250cc1fb9c), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:14.713790 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: b1e35637-b8ac-4b3b-a917-169d02c2d86e {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:03:14.714135 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device b1e35637-b8ac-4b3b-a917-169d02c2d86e not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:03:15.025730 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea2da5cf-8ade-4bdc-b23c-b9e699380af5 admin admin] Publish callbacks [] for security_group (31ec3e2f-31ab-4567-afac-77250cc1fb9c), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:15.042026 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab0aca-d56c-4325-bedf-13e04ef0643c req-f0eb25aa-becb-4a4d-83f3-fd5b49c89eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:15.043817 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-69ab0aca-d56c-4325-bedf-13e04ef0643c req-f0eb25aa-becb-4a4d-83f3-fd5b49c89eb8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d2283e8301d04ec2ae0c8a11b86074e7&device_id=3e54b225-903b-4050-a1e5-2bad8fcd448c HTTP/1.1" status: 200 len: 1128 time: 0.0591977 Apr 12 18:03:15.114234 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21589ba-3e32-4dc0-9218-dda9154864cf req-fbba5db7-f596-4ac2-9dc7-a4507abdef34 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:15.115905 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b21589ba-3e32-4dc0-9218-dda9154864cf req-fbba5db7-f596-4ac2-9dc7-a4507abdef34 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54b225-903b-4050-a1e5-2bad8fcd448c HTTP/1.1" status: 200 len: 944 time: 0.0676861 Apr 12 18:03:15.152806 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea2da5cf-8ade-4bdc-b23c-b9e699380af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (31ec3e2f-31ab-4567-afac-77250cc1fb9c), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:15.155344 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ea2da5cf-8ade-4bdc-b23c-b9e699380af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:15.156484 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-ea2da5cf-8ade-4bdc-b23c-b9e699380af5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31ec3e2f-31ab-4567-afac-77250cc1fb9c HTTP/1.1" status: 204 len: 168 time: 0.4998841 Apr 12 18:03:15.163922 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab0aca-d56c-4325-bedf-13e04ef0643c req-a49e3350-87d9-4a98-8954-fea3f58e66ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:15.165395 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-69ab0aca-d56c-4325-bedf-13e04ef0643c req-a49e3350-87d9-4a98-8954-fea3f58e66ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=76a41896-3380-4fd3-bb29-17da571c1dc9 HTTP/1.1" status: 200 len: 910 time: 0.1098659 Apr 12 18:03:15.170384 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2da5cf-8ade-4bdc-b23c-b9e699380af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ec3e2f-31ab-4567-afac-77250cc1fb9c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:15.175491 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b21589ba-3e32-4dc0-9218-dda9154864cf req-8a5c2166-0699-4e17-ac50-1bd3c49b9bbf tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536458 Apr 12 18:03:15.210560 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-69ab0aca-d56c-4325-bedf-13e04ef0643c req-e951e7d0-f707-4532-85ba-7704d665dcfd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbdce496-aacf-47a0-ad56-8b38bde0d9bf HTTP/1.1" status: 200 len: 217 time: 0.0370119 Apr 12 18:03:15.258901 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab0aca-d56c-4325-bedf-13e04ef0643c req-d14fb6a1-ffa9-4ace-9de8-a2a5d38d85cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:15.260369 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-69ab0aca-d56c-4325-bedf-13e04ef0643c req-d14fb6a1-ffa9-4ace-9de8-a2a5d38d85cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a15a234e-533b-4528-addf-c63e4bff681e HTTP/1.1" status: 200 len: 849 time: 0.0454688 Apr 12 18:03:15.298011 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-69ab0aca-d56c-4325-bedf-13e04ef0643c req-cfea38a1-91b1-4871-aeb9-9d1f7e465773 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=76a41896-3380-4fd3-bb29-17da571c1dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313175 Apr 12 18:03:15.389547 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-69ab0aca-d56c-4325-bedf-13e04ef0643c req-f7caf9d1-6889-426c-9757-3ffba79f06cf service neutron] 10.222.0.23 "GET /v2.0/networks/76a41896-3380-4fd3-bb29-17da571c1dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850959 Apr 12 18:03:15.485971 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-69ab0aca-d56c-4325-bedf-13e04ef0643c req-c0764bdc-b83e-4ea2-8606-7c571374496b service neutron] 10.222.0.23 "GET /v2.0/networks/76a41896-3380-4fd3-bb29-17da571c1dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899217 Apr 12 18:03:15.879041 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device fbdce496-aacf-47a0-ad56-8b38bde0d9bf details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:03:15.974025 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port fbdce496-aacf-47a0-ad56-8b38bde0d9bf, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fbdce496-aacf-47a0-ad56-8b38bde0d9bf,segment=NetworkSegment(c4113038-2a98-45a9-9c62-bf7550eb37c8),segment_id=c4113038-2a98-45a9-9c62-bf7550eb37c8)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:03:15.986218 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': 'fbdce496-aacf-47a0-ad56-8b38bde0d9bf', 'network_id': '76a41896-3380-4fd3-bb29-17da571c1dc9', 'port_id': 'fbdce496-aacf-47a0-ad56-8b38bde0d9bf', 'mac_address': 'fa:16:3e:e6:6f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15a234e-533b-4528-addf-c63e4bff681e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:03:16.022991 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port fbdce496-aacf-47a0-ad56-8b38bde0d9bf is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:03:16.023384 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (fbdce496-aacf-47a0-ad56-8b38bde0d9bf), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:16.040021 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbdce496-aacf-47a0-ad56-8b38bde0d9bf {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:03:16.060875 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port fbdce496-aacf-47a0-ad56-8b38bde0d9bf, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fbdce496-aacf-47a0-ad56-8b38bde0d9bf,segment=NetworkSegment(c4113038-2a98-45a9-9c62-bf7550eb37c8),segment_id=c4113038-2a98-45a9-9c62-bf7550eb37c8)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:03:16.064325 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (fbdce496-aacf-47a0-ad56-8b38bde0d9bf), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:16.110543 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=fbdce496-aacf-47a0-ad56-8b38bde0d9bf,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:16.297584 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc14f0a-6759-447e-9231-e882a97e67f0 req-df4b35cd-8b7d-473b-ac98-0d0bac5c669d tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:16.299194 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3bc14f0a-6759-447e-9231-e882a97e67f0 req-df4b35cd-8b7d-473b-ac98-0d0bac5c669d tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54b225-903b-4050-a1e5-2bad8fcd448c HTTP/1.1" status: 200 len: 945 time: 0.0502603 Apr 12 18:03:16.320438 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['fbdce496-aacf-47a0-ad56-8b38bde0d9bf'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:03:16.357895 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3bc14f0a-6759-447e-9231-e882a97e67f0 req-6967b85e-dfa8-40dc-b619-4061d05ef469 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513754 Apr 12 18:03:17.474042 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c51d0-0848-4c09-9b04-06d95c2a1786 req-c758acbe-c856-496f-8855-599c3782ea85 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:17.476534 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c06c51d0-0848-4c09-9b04-06d95c2a1786 req-c758acbe-c856-496f-8855-599c3782ea85 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54b225-903b-4050-a1e5-2bad8fcd448c HTTP/1.1" status: 200 len: 945 time: 0.0513043 Apr 12 18:03:17.522986 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c06c51d0-0848-4c09-9b04-06d95c2a1786 req-21ab92c6-ce25-4b74-8979-957e8c79af32 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409539 Apr 12 18:03:17.897148 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device fbdce496-aacf-47a0-ad56-8b38bde0d9bf up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:03:17.939093 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning for port fbdce496-aacf-47a0-ad56-8b38bde0d9bf completed by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:03:17.944761 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port fbdce496-aacf-47a0-ad56-8b38bde0d9bf triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:03:17.945164 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (fbdce496-aacf-47a0-ad56-8b38bde0d9bf), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:18.020616 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port fbdce496-aacf-47a0-ad56-8b38bde0d9bf is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:03:18.021005 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (fbdce496-aacf-47a0-ad56-8b38bde0d9bf), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:18.045459 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e54b225-903b-4050-a1e5-2bad8fcd448c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdce496-aacf-47a0-ad56-8b38bde0d9bf'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:03:18.053118 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b03ea6b-8955-432a-a91b-7388f1663cef" -d '{"events": [{"server_uuid": "3e54b225-903b-4050-a1e5-2bad8fcd448c", "name": "network-vif-plugged", "status": "completed", "tag": "fbdce496-aacf-47a0-ad56-8b38bde0d9bf"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:03:18.066880 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port fbdce496-aacf-47a0-ad56-8b38bde0d9bf, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fbdce496-aacf-47a0-ad56-8b38bde0d9bf,segment=NetworkSegment(c4113038-2a98-45a9-9c62-bf7550eb37c8),segment_id=c4113038-2a98-45a9-9c62-bf7550eb37c8)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:03:18.071722 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (fbdce496-aacf-47a0-ad56-8b38bde0d9bf), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:18.116509 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341013e2-cdd8-4e86-b805-0390c377ef4e x-openstack-request-id: req-341013e2-cdd8-4e86-b805-0390c377ef4e {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:03:18.116807 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e54b225-903b-4050-a1e5-2bad8fcd448c", "name": "network-vif-plugged", "status": "completed", "tag": "fbdce496-aacf-47a0-ad56-8b38bde0d9bf", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:03:18.117117 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-341013e2-cdd8-4e86-b805-0390c377ef4e {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:03:18.117470 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-341013e2-cdd8-4e86-b805-0390c377ef4e'] response: {'server_uuid': '3e54b225-903b-4050-a1e5-2bad8fcd448c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdce496-aacf-47a0-ad56-8b38bde0d9bf', 'code': 200} Apr 12 18:03:18.141323 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=fbdce496-aacf-47a0-ad56-8b38bde0d9bf,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:18.263597 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e646bc-e828-4393-b972-4fc85cf67339 req-1bfdb298-da0e-4dae-aef8-2c4f1dadaf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:18.265090 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-18e646bc-e828-4393-b972-4fc85cf67339 req-1bfdb298-da0e-4dae-aef8-2c4f1dadaf42 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3e54b225-903b-4050-a1e5-2bad8fcd448c HTTP/1.1" status: 200 len: 1130 time: 0.0382907 Apr 12 18:03:18.311555 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-18e646bc-e828-4393-b972-4fc85cf67339 req-312a3d7c-50d6-4e33-8dd4-c2cbbbd480b6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391366 Apr 12 18:03:18.633803 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf4857-c908-4bc4-9c88-e652a4757a61 req-920d2c6e-aaf9-43b9-9f23-3ca3c547f1a8 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:18.635311 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9bdf4857-c908-4bc4-9c88-e652a4757a61 req-920d2c6e-aaf9-43b9-9f23-3ca3c547f1a8 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54b225-903b-4050-a1e5-2bad8fcd448c HTTP/1.1" status: 200 len: 946 time: 0.0480018 Apr 12 18:03:18.682065 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9bdf4857-c908-4bc4-9c88-e652a4757a61 req-8097fff1-c6cb-49a6-b084-60b4a974d1a2 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412490 Apr 12 18:03:19.799650 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb80384-e195-4ab7-9b85-9f46bcd1b5d3 req-a3d0375d-22d7-409f-a2d6-25dbff57c441 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:19.801204 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0fb80384-e195-4ab7-9b85-9f46bcd1b5d3 req-a3d0375d-22d7-409f-a2d6-25dbff57c441 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54b225-903b-4050-a1e5-2bad8fcd448c HTTP/1.1" status: 200 len: 946 time: 0.0470676 Apr 12 18:03:19.855245 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0fb80384-e195-4ab7-9b85-9f46bcd1b5d3 req-a102d6cb-4961-4747-ae28-d1ede76082b5 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483241 Apr 12 18:03:20.203502 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44404) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:20.306435 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c3975316-f422-4e4e-8e7a-d709e1d216b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:20.381995 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c3975316-f422-4e4e-8e7a-d709e1d216b2 admin admin] Publish callbacks [] for security_group (a5606f98-07bf-479d-8320-623411990ead), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:20.385709 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c3975316-f422-4e4e-8e7a-d709e1d216b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (a5606f98-07bf-479d-8320-623411990ead), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:20.426582 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-c3975316-f422-4e4e-8e7a-d709e1d216b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1050a36c1d8a4b87af459856d70a8ca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219846 Apr 12 18:03:20.427431 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3975316-f422-4e4e-8e7a-d709e1d216b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5606f98-07bf-479d-8320-623411990ead,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:20.429380 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 44408) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:20.478807 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9b9910ae-f6d5-452c-94fc-4efc0bd94e09 admin admin] Publish callbacks [] for security_group (a5606f98-07bf-479d-8320-623411990ead), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:20.499491 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9b9910ae-f6d5-452c-94fc-4efc0bd94e09 admin admin] Publish callbacks [] for security_group (a5606f98-07bf-479d-8320-623411990ead), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:20.544981 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9b9910ae-f6d5-452c-94fc-4efc0bd94e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (a5606f98-07bf-479d-8320-623411990ead), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:20.547541 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9b9910ae-f6d5-452c-94fc-4efc0bd94e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:20.548683 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-9b9910ae-f6d5-452c-94fc-4efc0bd94e09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5606f98-07bf-479d-8320-623411990ead HTTP/1.1" status: 204 len: 168 time: 0.1171255 Apr 12 18:03:20.556901 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9910ae-f6d5-452c-94fc-4efc0bd94e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5606f98-07bf-479d-8320-623411990ead,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:20.804154 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44414) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:20.817043 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-72b57354-6d72-427f-b6cb-d91bc9ede11a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:20.891768 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-72b57354-6d72-427f-b6cb-d91bc9ede11a admin admin] Publish callbacks [] for security_group (18f59ba2-0118-4de3-91ca-f4727f283f61), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:20.895849 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-72b57354-6d72-427f-b6cb-d91bc9ede11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (18f59ba2-0118-4de3-91ca-f4727f283f61), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:20.934993 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-72b57354-6d72-427f-b6cb-d91bc9ede11a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20cf5bfa2ae14e1a9b4649f7044f06ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297514 Apr 12 18:03:20.935823 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b57354-6d72-427f-b6cb-d91bc9ede11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f59ba2-0118-4de3-91ca-f4727f283f61,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:20.938229 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44420) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:20.973481 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8702d2d-2b88-4c3e-af62-cc1205633096 req-3a5bb7fe-4976-4898-b41f-287e25940246 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:20.975686 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f8702d2d-2b88-4c3e-af62-cc1205633096 req-3a5bb7fe-4976-4898-b41f-287e25940246 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54b225-903b-4050-a1e5-2bad8fcd448c HTTP/1.1" status: 200 len: 946 time: 0.0476847 Apr 12 18:03:20.986310 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b87cdd54-a4f7-41d4-aaf8-ddec45ddae6c admin admin] Publish callbacks [] for security_group (18f59ba2-0118-4de3-91ca-f4727f283f61), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:21.007878 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b87cdd54-a4f7-41d4-aaf8-ddec45ddae6c admin admin] Publish callbacks [] for security_group (18f59ba2-0118-4de3-91ca-f4727f283f61), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:21.023005 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f8702d2d-2b88-4c3e-af62-cc1205633096 req-98f997ea-f21e-4973-8eac-102972f27a1a tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407870 Apr 12 18:03:21.055698 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b87cdd54-a4f7-41d4-aaf8-ddec45ddae6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (18f59ba2-0118-4de3-91ca-f4727f283f61), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:21.058455 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b87cdd54-a4f7-41d4-aaf8-ddec45ddae6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:21.059616 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-b87cdd54-a4f7-41d4-aaf8-ddec45ddae6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18f59ba2-0118-4de3-91ca-f4727f283f61 HTTP/1.1" status: 204 len: 168 time: 0.1206424 Apr 12 18:03:21.067086 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87cdd54-a4f7-41d4-aaf8-ddec45ddae6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f59ba2-0118-4de3-91ca-f4727f283f61,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:21.746211 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa37d7e-a2c3-4266-ba5d-836ec6200f16 req-acb4af6f-ff52-4d08-8f47-e683271fcb45 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:21.747681 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0aa37d7e-a2c3-4266-ba5d-836ec6200f16 req-acb4af6f-ff52-4d08-8f47-e683271fcb45 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54b225-903b-4050-a1e5-2bad8fcd448c HTTP/1.1" status: 200 len: 946 time: 0.0497460 Apr 12 18:03:21.795505 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0aa37d7e-a2c3-4266-ba5d-836ec6200f16 req-a2b0d49f-a3c1-490b-85bc-3969306c0e5a tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420043 Apr 12 18:03:22.695618 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 44492) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:22.798630 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a10c783d-a2cf-4f0a-b455-ea966963f387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:22.875106 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a10c783d-a2cf-4f0a-b455-ea966963f387 admin admin] Publish callbacks [] for security_group (e0cfa575-8941-4245-ab05-460520261025), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:22.886737 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a10c783d-a2cf-4f0a-b455-ea966963f387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (e0cfa575-8941-4245-ab05-460520261025), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:22.940739 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-a10c783d-a2cf-4f0a-b455-ea966963f387 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67fab16025f547d7b278bb226e9ba4e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440271 Apr 12 18:03:22.943460 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44498) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:22.952819 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628498d-3498-4c15-a6c2-845445449dc2 req-d5879bdf-9811-4607-8581-f5f85dde61a3 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:22.954288 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9628498d-3498-4c15-a6c2-845445449dc2 req-d5879bdf-9811-4607-8581-f5f85dde61a3 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54b225-903b-4050-a1e5-2bad8fcd448c HTTP/1.1" status: 200 len: 946 time: 0.0845027 Apr 12 18:03:22.955040 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c783d-a2cf-4f0a-b455-ea966963f387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cfa575-8941-4245-ab05-460520261025,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:23.000107 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ade04c26-d7e2-4681-a5a8-c715b65876fc admin admin] Publish callbacks [] for security_group (e0cfa575-8941-4245-ab05-460520261025), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:23.018680 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9628498d-3498-4c15-a6c2-845445449dc2 req-2614ba0e-51a1-43bf-ada1-81f556f97c84 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/security-groups?id=185e6ee1-0a25-4f0a-9d44-0df16206ca48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462794 Apr 12 18:03:23.021705 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ade04c26-d7e2-4681-a5a8-c715b65876fc admin admin] Publish callbacks [] for security_group (e0cfa575-8941-4245-ab05-460520261025), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:23.067886 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ade04c26-d7e2-4681-a5a8-c715b65876fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (e0cfa575-8941-4245-ab05-460520261025), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:23.071288 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ade04c26-d7e2-4681-a5a8-c715b65876fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:23.072423 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-ade04c26-d7e2-4681-a5a8-c715b65876fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0cfa575-8941-4245-ab05-460520261025 HTTP/1.1" status: 204 len: 168 time: 0.1279168 Apr 12 18:03:23.080013 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade04c26-d7e2-4681-a5a8-c715b65876fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cfa575-8941-4245-ab05-460520261025,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:23.328943 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07e944-f35e-4ab4-ae82-f1a7aea96d51 req-711fe761-dc32-43cd-b24c-0bc287bdf52d tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:23.330361 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-0e07e944-f35e-4ab4-ae82-f1a7aea96d51 req-711fe761-dc32-43cd-b24c-0bc287bdf52d tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e54b225-903b-4050-a1e5-2bad8fcd448c HTTP/1.1" status: 200 len: 946 time: 0.0500171 Apr 12 18:03:23.333980 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44504) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:23.368705 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14619dad-90d9-4fa8-841b-65769400ea27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:23.453973 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-0e07e944-f35e-4ab4-ae82-f1a7aea96d51 req-091d47c2-280a-4827-bc23-a1de71adf103 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Deleting port fbdce496-aacf-47a0-ad56-8b38bde0d9bf {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:03:23.454355 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-0e07e944-f35e-4ab4-ae82-f1a7aea96d51 req-091d47c2-280a-4827-bc23-a1de71adf103 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (fbdce496-aacf-47a0-ad56-8b38bde0d9bf), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:23.561404 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14619dad-90d9-4fa8-841b-65769400ea27 admin admin] Publish callbacks [] for security_group (ff8f1c1a-678f-41d5-90f5-130f6130eb45), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:23.569248 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14619dad-90d9-4fa8-841b-65769400ea27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (ff8f1c1a-678f-41d5-90f5-130f6130eb45), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:23.578318 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-0e07e944-f35e-4ab4-ae82-f1a7aea96d51 req-091d47c2-280a-4827-bc23-a1de71adf103 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] For port fbdce496-aacf-47a0-ad56-8b38bde0d9bf, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fbdce496-aacf-47a0-ad56-8b38bde0d9bf,segment=NetworkSegment(c4113038-2a98-45a9-9c62-bf7550eb37c8),segment_id=c4113038-2a98-45a9-9c62-bf7550eb37c8)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:03:23.578689 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-0e07e944-f35e-4ab4-ae82-f1a7aea96d51 req-091d47c2-280a-4827-bc23-a1de71adf103 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (fbdce496-aacf-47a0-ad56-8b38bde0d9bf), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:23.614749 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-0e07e944-f35e-4ab4-ae82-f1a7aea96d51 req-091d47c2-280a-4827-bc23-a1de71adf103 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Calling delete_port for fbdce496-aacf-47a0-ad56-8b38bde0d9bf owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:03:23.632467 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-14619dad-90d9-4fa8-841b-65769400ea27 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=153315f84a86418da31427fb6efd0a39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973745 Apr 12 18:03:23.635382 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 44516) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:23.637575 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14619dad-90d9-4fa8-841b-65769400ea27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8f1c1a-678f-41d5-90f5-130f6130eb45,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:23.687185 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3c6676ea-7650-48bb-ba99-de72ba5c7c11 admin admin] Publish callbacks [] for security_group (ff8f1c1a-678f-41d5-90f5-130f6130eb45), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:23.709674 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3c6676ea-7650-48bb-ba99-de72ba5c7c11 admin admin] Publish callbacks [] for security_group (ff8f1c1a-678f-41d5-90f5-130f6130eb45), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:23.761194 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3c6676ea-7650-48bb-ba99-de72ba5c7c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (ff8f1c1a-678f-41d5-90f5-130f6130eb45), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:23.763891 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3c6676ea-7650-48bb-ba99-de72ba5c7c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:23.765122 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-3c6676ea-7650-48bb-ba99-de72ba5c7c11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff8f1c1a-678f-41d5-90f5-130f6130eb45 HTTP/1.1" status: 204 len: 168 time: 0.1284883 Apr 12 18:03:23.778874 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6676ea-7650-48bb-ba99-de72ba5c7c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8f1c1a-678f-41d5-90f5-130f6130eb45,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:23.783715 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-0e07e944-f35e-4ab4-ae82-f1a7aea96d51 req-091d47c2-280a-4827-bc23-a1de71adf103 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (fbdce496-aacf-47a0-ad56-8b38bde0d9bf), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:23.823964 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['fbdce496-aacf-47a0-ad56-8b38bde0d9bf'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:03:23.824464 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d47c2-280a-4827-bc23-a1de71adf103 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Pushing event deleted for resources: {'Port': ['ID=fbdce496-aacf-47a0-ad56-8b38bde0d9bf,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:23.879244 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e07e944-f35e-4ab4-ae82-f1a7aea96d51 req-091d47c2-280a-4827-bc23-a1de71adf103 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] No DVR routers for this DVR port fbdce496-aacf-47a0-ad56-8b38bde0d9bf on host hv-cinder-83753 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:03:23.882159 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-0e07e944-f35e-4ab4-ae82-f1a7aea96d51 req-091d47c2-280a-4827-bc23-a1de71adf103 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:23.886038 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-0e07e944-f35e-4ab4-ae82-f1a7aea96d51 req-091d47c2-280a-4827-bc23-a1de71adf103 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.23 "DELETE /v2.0/ports/fbdce496-aacf-47a0-ad56-8b38bde0d9bf HTTP/1.1" status: 204 len: 173 time: 0.5459306 Apr 12 18:03:23.886527 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e54b225-903b-4050-a1e5-2bad8fcd448c', 'name': 'network-vif-deleted', 'tag': 'fbdce496-aacf-47a0-ad56-8b38bde0d9bf'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:03:23.889745 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad77849b-61fd-40b1-8319-39de2eac15dd" -d '{"events": [{"server_uuid": "3e54b225-903b-4050-a1e5-2bad8fcd448c", "name": "network-vif-deleted", "tag": "fbdce496-aacf-47a0-ad56-8b38bde0d9bf"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:03:23.929794 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9589d0-78f1-417e-b767-c072a0e4e48c x-openstack-request-id: req-1a9589d0-78f1-417e-b767-c072a0e4e48c {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:03:23.930328 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e54b225-903b-4050-a1e5-2bad8fcd448c", "name": "network-vif-deleted", "tag": "fbdce496-aacf-47a0-ad56-8b38bde0d9bf", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:03:23.930658 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a9589d0-78f1-417e-b767-c072a0e4e48c {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:03:23.931140 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9589d0-78f1-417e-b767-c072a0e4e48c'] response: {'server_uuid': '3e54b225-903b-4050-a1e5-2bad8fcd448c', 'name': 'network-vif-deleted', 'tag': 'fbdce496-aacf-47a0-ad56-8b38bde0d9bf', 'status': 'completed', 'code': 200} Apr 12 18:03:24.127325 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-93a4b89d-cd8c-4841-b374-d20c0de0314c req-71e6adcd-d280-4917-8490-25f5c05c0069 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54b225-903b-4050-a1e5-2bad8fcd448c HTTP/1.1" status: 200 len: 210 time: 0.0273097 Apr 12 18:03:24.821250 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 44554) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:24.924764 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e7926f70-a927-4ea9-afdc-d4760ae548e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:24.998891 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e7926f70-a927-4ea9-afdc-d4760ae548e0 admin admin] Publish callbacks [] for security_group (bd111f31-69f6-4b42-b076-a428d847d83f), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:25.002834 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e7926f70-a927-4ea9-afdc-d4760ae548e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (bd111f31-69f6-4b42-b076-a428d847d83f), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:25.041285 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-e7926f70-a927-4ea9-afdc-d4760ae548e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a936650e21784199a205dc1cb9689240&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190003 Apr 12 18:03:25.042140 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7926f70-a927-4ea9-afdc-d4760ae548e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd111f31-69f6-4b42-b076-a428d847d83f,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:25.044321 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44560) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:25.091395 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-38013c06-4bfa-4079-b520-de1cbae50000 admin admin] Publish callbacks [] for security_group (bd111f31-69f6-4b42-b076-a428d847d83f), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:25.112176 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-38013c06-4bfa-4079-b520-de1cbae50000 admin admin] Publish callbacks [] for security_group (bd111f31-69f6-4b42-b076-a428d847d83f), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:25.158130 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-38013c06-4bfa-4079-b520-de1cbae50000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (bd111f31-69f6-4b42-b076-a428d847d83f), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:25.160617 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-38013c06-4bfa-4079-b520-de1cbae50000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:25.161896 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-38013c06-4bfa-4079-b520-de1cbae50000 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd111f31-69f6-4b42-b076-a428d847d83f HTTP/1.1" status: 204 len: 168 time: 0.1165030 Apr 12 18:03:25.172142 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38013c06-4bfa-4079-b520-de1cbae50000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd111f31-69f6-4b42-b076-a428d847d83f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:25.244133 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4b81c543-85cf-43cd-b682-9526e056a7ed req-fdcb41c0-2078-4fbc-bcc4-2c8382b688ad tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54b225-903b-4050-a1e5-2bad8fcd448c HTTP/1.1" status: 200 len: 210 time: 0.0304260 Apr 12 18:03:26.354418 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-751fa9c5-dbae-4537-9ba0-44e29f7ef0d2 req-3389d046-12c6-4c6c-b06f-ad290348b518 tempest-VolumesActionsTest-606511539 tempest-VolumesActionsTest-606511539-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e54b225-903b-4050-a1e5-2bad8fcd448c HTTP/1.1" status: 200 len: 210 time: 0.0270035 Apr 12 18:03:27.618304 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:03:28.050901 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device fbdce496-aacf-47a0-ad56-8b38bde0d9bf no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:03:28.071765 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] No Port match for: fbdce496-aacf-47a0-ad56-8b38bde0d9bf {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:03:28.072110 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device fbdce496-aacf-47a0-ad56-8b38bde0d9bf not bound to the agent host hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:03:28.269990 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-6a529550-478a-4829-a009-70f562796bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:30.807667 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-dbd0b932-d9cc-4032-a0af-c2ddd102bdaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:31.670091 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:31.889503 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:33.111324 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:34.423510 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:37.469561 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c603d4-6688-4d84-9ed5-3fd4fbc39a11 req-9f2c08c3-e6f3-4f96-a6b9-b58a65083462 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:37.478452 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a7c603d4-6688-4d84-9ed5-3fd4fbc39a11 req-9f2c08c3-e6f3-4f96-a6b9-b58a65083462 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 984 time: 0.0691090 Apr 12 18:03:37.484672 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23cc22-db6a-4e1a-bbc5-be3f83294fac req-5e841746-90ac-45be-9ca7-be3358d8c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:37.487399 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-db23cc22-db6a-4e1a-bbc5-be3f83294fac req-5e841746-90ac-45be-9ca7-be3358d8c991 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0dc793bdb0444a4dbc3d543698eab22c&device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 1168 time: 0.0599687 Apr 12 18:03:37.557352 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a7c603d4-6688-4d84-9ed5-3fd4fbc39a11 req-51f2c95f-bdc1-4648-965d-989622f9990d tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&id=1ec2e56e-0581-4cd9-a1a6-9100d63e96b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752511 Apr 12 18:03:37.600480 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23cc22-db6a-4e1a-bbc5-be3f83294fac req-d27d68a0-e3c7-400e-8961-2f0d59c6f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:37.602598 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-db23cc22-db6a-4e1a-bbc5-be3f83294fac req-d27d68a0-e3c7-400e-8961-2f0d59c6f95f service neutron] 10.222.0.23 "GET /v2.0/networks?id=da593c6f-0992-4713-94cc-66246effb991 HTTP/1.1" status: 200 len: 916 time: 0.1092384 Apr 12 18:03:37.713402 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-db23cc22-db6a-4e1a-bbc5-be3f83294fac req-78605307-ed37-42dc-a7da-89f3c21275e4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cae879d-5df1-40ee-8197-3498fb16cc20 HTTP/1.1" status: 200 len: 1001 time: 0.1036296 Apr 12 18:03:37.786090 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23cc22-db6a-4e1a-bbc5-be3f83294fac req-dd6a60e8-08dd-41e5-a529-5f0d1dd28728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:37.789017 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-db23cc22-db6a-4e1a-bbc5-be3f83294fac req-dd6a60e8-08dd-41e5-a529-5f0d1dd28728 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8753db2-09c1-437d-aa92-e7bc977cc9a8 HTTP/1.1" status: 200 len: 854 time: 0.0626409 Apr 12 18:03:37.887644 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23cc22-db6a-4e1a-bbc5-be3f83294fac req-baa15ef2-4000-4983-b5be-7fee3abcb60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:37.889226 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-db23cc22-db6a-4e1a-bbc5-be3f83294fac req-baa15ef2-4000-4983-b5be-7fee3abcb60a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da593c6f-0992-4713-94cc-66246effb991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0938323 Apr 12 18:03:38.033198 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-db23cc22-db6a-4e1a-bbc5-be3f83294fac req-95c558a9-2669-4f41-9b48-14b503992952 service neutron] 10.222.0.23 "GET /v2.0/networks/da593c6f-0992-4713-94cc-66246effb991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339951 Apr 12 18:03:38.098821 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44890) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:38.148773 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-db23cc22-db6a-4e1a-bbc5-be3f83294fac req-7f8fa638-39d9-4aeb-a7ba-d162db8cb41d service neutron] 10.222.0.23 "GET /v2.0/networks/da593c6f-0992-4713-94cc-66246effb991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086876 Apr 12 18:03:38.270937 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e3adb0c6-620c-4af7-b420-253eb1c37207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:38.405305 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e3adb0c6-620c-4af7-b420-253eb1c37207 admin admin] Publish callbacks [] for security_group (6d5cd0d2-38ad-4e72-b050-388810daddf4), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:38.415191 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e3adb0c6-620c-4af7-b420-253eb1c37207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (6d5cd0d2-38ad-4e72-b050-388810daddf4), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:38.466411 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e3adb0c6-620c-4af7-b420-253eb1c37207 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4327fbb45b0b402ba627c2205f542f9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3662305 Apr 12 18:03:38.467666 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adb0c6-620c-4af7-b420-253eb1c37207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5cd0d2-38ad-4e72-b050-388810daddf4,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:38.469974 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 44898) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:38.541791 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7e38-ccae-4961-a33a-ff7d2fc39c24 admin admin] Publish callbacks [] for security_group (6d5cd0d2-38ad-4e72-b050-388810daddf4), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:38.564964 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7e38-ccae-4961-a33a-ff7d2fc39c24 admin admin] Publish callbacks [] for security_group (6d5cd0d2-38ad-4e72-b050-388810daddf4), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:38.646765 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7e38-ccae-4961-a33a-ff7d2fc39c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (6d5cd0d2-38ad-4e72-b050-388810daddf4), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:38.650451 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7e38-ccae-4961-a33a-ff7d2fc39c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:38.651775 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-7fdf7e38-ccae-4961-a33a-ff7d2fc39c24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d5cd0d2-38ad-4e72-b050-388810daddf4 HTTP/1.1" status: 204 len: 168 time: 0.1805923 Apr 12 18:03:38.680215 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf7e38-ccae-4961-a33a-ff7d2fc39c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5cd0d2-38ad-4e72-b050-388810daddf4,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:38.716097 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aef85e-9f61-4334-b0a3-bb1bf48c0b6e req-43f276d5-cdd1-479b-b255-63ea6c28e33c tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:38.726567 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-97aef85e-9f61-4334-b0a3-bb1bf48c0b6e req-43f276d5-cdd1-479b-b255-63ea6c28e33c tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 984 time: 0.0892529 Apr 12 18:03:38.814710 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-97aef85e-9f61-4334-b0a3-bb1bf48c0b6e req-090eda01-530a-41bf-94ca-163d723ccbf3 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&id=1ec2e56e-0581-4cd9-a1a6-9100d63e96b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0864952 Apr 12 18:03:39.028973 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 44908) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:39.059128 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ea219445-e53e-4fa2-aec6-1be3f5219249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:39.178209 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ea219445-e53e-4fa2-aec6-1be3f5219249 admin admin] Publish callbacks [] for security_group (5a22e543-3606-4c1a-acc8-9688d9714a46), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:39.181461 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ea219445-e53e-4fa2-aec6-1be3f5219249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (5a22e543-3606-4c1a-acc8-9688d9714a46), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:39.240745 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44914) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:39.241491 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-ea219445-e53e-4fa2-aec6-1be3f5219249 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=184a070c445643b782fd5fd7a0dce178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2105017 Apr 12 18:03:39.244713 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea219445-e53e-4fa2-aec6-1be3f5219249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a22e543-3606-4c1a-acc8-9688d9714a46,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:39.323389 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6575ba77-0ec3-485a-b828-16723a1b3474 admin admin] Publish callbacks [] for security_group (5a22e543-3606-4c1a-acc8-9688d9714a46), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:39.367494 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6575ba77-0ec3-485a-b828-16723a1b3474 admin admin] Publish callbacks [] for security_group (5a22e543-3606-4c1a-acc8-9688d9714a46), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:39.436784 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6575ba77-0ec3-485a-b828-16723a1b3474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (5a22e543-3606-4c1a-acc8-9688d9714a46), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:39.441147 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6575ba77-0ec3-485a-b828-16723a1b3474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:39.447254 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-6575ba77-0ec3-485a-b828-16723a1b3474 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a22e543-3606-4c1a-acc8-9688d9714a46 HTTP/1.1" status: 204 len: 168 time: 0.2036178 Apr 12 18:03:39.460965 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575ba77-0ec3-485a-b828-16723a1b3474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a22e543-3606-4c1a-acc8-9688d9714a46,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:39.879917 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44928) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:39.897401 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f074a8e-341c-40af-8036-8d6c920d7513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:39.978824 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4a493-7240-4842-a16b-a91cdede6853 req-70e36788-222a-47c0-81f3-4830909f3290 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:39.987320 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2ed4a493-7240-4842-a16b-a91cdede6853 req-70e36788-222a-47c0-81f3-4830909f3290 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 984 time: 0.0813103 Apr 12 18:03:39.992255 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f074a8e-341c-40af-8036-8d6c920d7513 admin admin] Publish callbacks [] for security_group (2ea22aa0-cdf2-438a-aa62-07489a720800), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:39.998054 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6f074a8e-341c-40af-8036-8d6c920d7513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (2ea22aa0-cdf2-438a-aa62-07489a720800), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:40.049135 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-6f074a8e-341c-40af-8036-8d6c920d7513 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be4880a0b4d34aa39d541f4d5b1781de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1678452 Apr 12 18:03:40.050192 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f074a8e-341c-40af-8036-8d6c920d7513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea22aa0-cdf2-438a-aa62-07489a720800,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:40.054110 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 44930) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:40.061783 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-2ed4a493-7240-4842-a16b-a91cdede6853 req-cf7de17e-28f4-41af-9eef-dbab2bb03832 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&id=1ec2e56e-0581-4cd9-a1a6-9100d63e96b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694487 Apr 12 18:03:40.124636 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-15059170-52db-4c24-a1b0-84838adf77a4 admin admin] Publish callbacks [] for security_group (2ea22aa0-cdf2-438a-aa62-07489a720800), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:40.150769 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-15059170-52db-4c24-a1b0-84838adf77a4 admin admin] Publish callbacks [] for security_group (2ea22aa0-cdf2-438a-aa62-07489a720800), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:40.206635 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-15059170-52db-4c24-a1b0-84838adf77a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (2ea22aa0-cdf2-438a-aa62-07489a720800), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:40.209312 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-15059170-52db-4c24-a1b0-84838adf77a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:40.210558 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-15059170-52db-4c24-a1b0-84838adf77a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ea22aa0-cdf2-438a-aa62-07489a720800 HTTP/1.1" status: 204 len: 168 time: 0.1435454 Apr 12 18:03:40.220501 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15059170-52db-4c24-a1b0-84838adf77a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea22aa0-cdf2-438a-aa62-07489a720800,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:41.237336 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508dbd28-2d21-4463-a894-8c3a77419512 req-f8de8ca4-c72a-4542-a622-0160ce7c46a1 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:41.240040 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-508dbd28-2d21-4463-a894-8c3a77419512 req-f8de8ca4-c72a-4542-a622-0160ce7c46a1 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 984 time: 0.0860910 Apr 12 18:03:41.356509 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-508dbd28-2d21-4463-a894-8c3a77419512 req-334e0c13-9ef9-4771-82b2-0bddcb3b4816 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&id=1ec2e56e-0581-4cd9-a1a6-9100d63e96b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056604 Apr 12 18:03:42.505945 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b979ad-999e-4103-9bd7-0d88de00882c req-2c18fd32-9465-47ab-99df-9254d9c90ca8 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:42.508356 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a6b979ad-999e-4103-9bd7-0d88de00882c req-2c18fd32-9465-47ab-99df-9254d9c90ca8 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 984 time: 0.0680385 Apr 12 18:03:42.594630 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a6b979ad-999e-4103-9bd7-0d88de00882c req-16ada583-6798-47ef-a086-eb47c8c63b6b tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&id=1ec2e56e-0581-4cd9-a1a6-9100d63e96b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798831 Apr 12 18:03:43.748407 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec2c28-1ccd-436c-8992-22fbe179ae02 req-317a8c74-68d9-48bb-a02a-44dc5690aca4 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:43.751815 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ddec2c28-1ccd-436c-8992-22fbe179ae02 req-317a8c74-68d9-48bb-a02a-44dc5690aca4 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 984 time: 0.0744474 Apr 12 18:03:43.828180 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-ddec2c28-1ccd-436c-8992-22fbe179ae02 req-c47cb385-987f-4e79-9d08-c4a958b21245 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&id=1ec2e56e-0581-4cd9-a1a6-9100d63e96b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714040 Apr 12 18:03:44.973043 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7955d01-2b47-452b-ae1f-fdb07f6c6a45 req-58acb75e-bc0b-478a-ae05-0be03796b119 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:44.976287 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d7955d01-2b47-452b-ae1f-fdb07f6c6a45 req-58acb75e-bc0b-478a-ae05-0be03796b119 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 984 time: 0.0711625 Apr 12 18:03:45.070417 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d7955d01-2b47-452b-ae1f-fdb07f6c6a45 req-68753f0e-80a9-42c8-8bac-519b0be4ba5c tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&id=1ec2e56e-0581-4cd9-a1a6-9100d63e96b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876939 Apr 12 18:03:46.201666 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a05450-23de-427a-972f-7be357d44b94 req-c79739d0-8ec7-4139-95f5-c7586f04d8cd tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:46.203899 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-40a05450-23de-427a-972f-7be357d44b94 req-c79739d0-8ec7-4139-95f5-c7586f04d8cd tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 984 time: 0.0531652 Apr 12 18:03:46.299301 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-40a05450-23de-427a-972f-7be357d44b94 req-995ab9f7-491d-4c5c-b0fd-472235e79a89 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&id=1ec2e56e-0581-4cd9-a1a6-9100d63e96b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859249 Apr 12 18:03:46.986004 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 45128) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:47.095039 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-26accdee-d5e1-4dab-aee1-7fd7f99a7ed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:47.195432 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-26accdee-d5e1-4dab-aee1-7fd7f99a7ed6 admin admin] Publish callbacks [] for security_group (14512f63-70af-4e8f-965a-e6078702cd9f), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:47.199573 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-26accdee-d5e1-4dab-aee1-7fd7f99a7ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (14512f63-70af-4e8f-965a-e6078702cd9f), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:47.246836 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-26accdee-d5e1-4dab-aee1-7fd7f99a7ed6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=652ff0ee0f4e4681974b33ede60b71b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595220 Apr 12 18:03:47.249439 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 45134) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:47.252010 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26accdee-d5e1-4dab-aee1-7fd7f99a7ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14512f63-70af-4e8f-965a-e6078702cd9f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:47.260738 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26accdee-d5e1-4dab-aee1-7fd7f99a7ed6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.261204 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26accdee-d5e1-4dab-aee1-7fd7f99a7ed6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.261632 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26accdee-d5e1-4dab-aee1-7fd7f99a7ed6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.262064 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26accdee-d5e1-4dab-aee1-7fd7f99a7ed6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.262545 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26accdee-d5e1-4dab-aee1-7fd7f99a7ed6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.262952 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26accdee-d5e1-4dab-aee1-7fd7f99a7ed6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.263527 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26accdee-d5e1-4dab-aee1-7fd7f99a7ed6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.264244 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26accdee-d5e1-4dab-aee1-7fd7f99a7ed6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.264768 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26accdee-d5e1-4dab-aee1-7fd7f99a7ed6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.265280 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26accdee-d5e1-4dab-aee1-7fd7f99a7ed6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.265634 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26accdee-d5e1-4dab-aee1-7fd7f99a7ed6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.265977 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26accdee-d5e1-4dab-aee1-7fd7f99a7ed6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.266355 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26accdee-d5e1-4dab-aee1-7fd7f99a7ed6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.266695 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26accdee-d5e1-4dab-aee1-7fd7f99a7ed6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.267032 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26accdee-d5e1-4dab-aee1-7fd7f99a7ed6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:03:47.305925 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4ea90717-7016-49fe-96b1-48c22679d96e admin admin] Publish callbacks [] for security_group (14512f63-70af-4e8f-965a-e6078702cd9f), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:47.329393 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4ea90717-7016-49fe-96b1-48c22679d96e admin admin] Publish callbacks [] for security_group (14512f63-70af-4e8f-965a-e6078702cd9f), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:47.401520 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4ea90717-7016-49fe-96b1-48c22679d96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (14512f63-70af-4e8f-965a-e6078702cd9f), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:47.404679 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4ea90717-7016-49fe-96b1-48c22679d96e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:47.408446 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-4ea90717-7016-49fe-96b1-48c22679d96e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14512f63-70af-4e8f-965a-e6078702cd9f HTTP/1.1" status: 204 len: 168 time: 0.1550157 Apr 12 18:03:47.453167 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea90717-7016-49fe-96b1-48c22679d96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14512f63-70af-4e8f-965a-e6078702cd9f,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:47.485990 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bb6c7-3771-40a6-b4a8-d3fd41303299 req-d7357cc0-2431-479c-928a-9a7f1ac6ce5e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:47.488375 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-379bb6c7-3771-40a6-b4a8-d3fd41303299 req-d7357cc0-2431-479c-928a-9a7f1ac6ce5e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 984 time: 0.0878055 Apr 12 18:03:47.581291 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-379bb6c7-3771-40a6-b4a8-d3fd41303299 req-748d0cbf-a8df-44d6-bd89-56d76e03ad59 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&id=1ec2e56e-0581-4cd9-a1a6-9100d63e96b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0852954 Apr 12 18:03:47.790875 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 45142) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:47.790875 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3c8820f3-15a1-40b4-8bfb-39c7a93de3f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:47.962621 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3c8820f3-15a1-40b4-8bfb-39c7a93de3f1 admin admin] Publish callbacks [] for security_group (51e37cee-428d-43df-935f-1ba161a9b6c4), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:47.967153 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3c8820f3-15a1-40b4-8bfb-39c7a93de3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (51e37cee-428d-43df-935f-1ba161a9b6c4), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:48.021702 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-3c8820f3-15a1-40b4-8bfb-39c7a93de3f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a645f953cc24b3297a3b6d6faabe77c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627084 Apr 12 18:03:48.025084 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 45144) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:48.028756 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8820f3-15a1-40b4-8bfb-39c7a93de3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e37cee-428d-43df-935f-1ba161a9b6c4,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:48.075293 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93944b45-c7b6-4841-8899-99e35086e5a7 admin admin] Publish callbacks [] for security_group (51e37cee-428d-43df-935f-1ba161a9b6c4), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:48.099133 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93944b45-c7b6-4841-8899-99e35086e5a7 admin admin] Publish callbacks [] for security_group (51e37cee-428d-43df-935f-1ba161a9b6c4), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:48.149365 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93944b45-c7b6-4841-8899-99e35086e5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (51e37cee-428d-43df-935f-1ba161a9b6c4), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:48.154869 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93944b45-c7b6-4841-8899-99e35086e5a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:48.159502 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-93944b45-c7b6-4841-8899-99e35086e5a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51e37cee-428d-43df-935f-1ba161a9b6c4 HTTP/1.1" status: 204 len: 168 time: 0.1332822 Apr 12 18:03:48.174695 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93944b45-c7b6-4841-8899-99e35086e5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e37cee-428d-43df-935f-1ba161a9b6c4,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:48.717934 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ed7e4-a635-4994-8745-cd5c32e60c34 req-bcbc6c12-3f8c-43c1-bc97-0039e44bb51a tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:48.727465 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-483ed7e4-a635-4994-8745-cd5c32e60c34 req-bcbc6c12-3f8c-43c1-bc97-0039e44bb51a tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 984 time: 0.0646996 Apr 12 18:03:48.807896 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-483ed7e4-a635-4994-8745-cd5c32e60c34 req-d4a10723-f609-46ed-91a5-f770ec93d10c tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&id=1ec2e56e-0581-4cd9-a1a6-9100d63e96b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793016 Apr 12 18:03:49.945702 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260c75e-de94-433b-874a-f0146f5c0123 req-d30d24b8-46b7-4543-a38c-21e070c39ebb tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:49.948093 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e260c75e-de94-433b-874a-f0146f5c0123 req-d30d24b8-46b7-4543-a38c-21e070c39ebb tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 984 time: 0.0588942 Apr 12 18:03:50.015596 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e260c75e-de94-433b-874a-f0146f5c0123 req-73faa47e-fbc4-467c-bd74-09f260f4b9d8 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&id=1ec2e56e-0581-4cd9-a1a6-9100d63e96b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614369 Apr 12 18:03:51.132853 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073ff15-9b34-410f-8f40-332adb6bf701 req-f17b2bb3-1b6b-470a-ad05-2fc06c8db9f8 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:51.134322 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8073ff15-9b34-410f-8f40-332adb6bf701 req-f17b2bb3-1b6b-470a-ad05-2fc06c8db9f8 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 984 time: 0.0523126 Apr 12 18:03:51.208381 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8073ff15-9b34-410f-8f40-332adb6bf701 req-878efe85-8fba-401a-a5be-551ec82e5ced tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&id=1ec2e56e-0581-4cd9-a1a6-9100d63e96b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670466 Apr 12 18:03:52.341049 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca15766-f592-4376-b95d-61674b87a54e req-0c0a00aa-0466-4c4b-85c8-10d1e011d943 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:52.349828 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-eca15766-f592-4376-b95d-61674b87a54e req-0c0a00aa-0466-4c4b-85c8-10d1e011d943 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 984 time: 0.0651052 Apr 12 18:03:52.427475 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-eca15766-f592-4376-b95d-61674b87a54e req-b673da6a-8cbe-49b7-bd90-7369272dd46a tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&id=1ec2e56e-0581-4cd9-a1a6-9100d63e96b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762465 Apr 12 18:03:53.571684 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 45244) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:53.613560 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdc869-aae5-4aaa-ae3a-9eab2e7208f5 req-45831520-17c4-4d1d-9ad4-ffe4358b7e0c tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:53.615215 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3ccdc869-aae5-4aaa-ae3a-9eab2e7208f5 req-45831520-17c4-4d1d-9ad4-ffe4358b7e0c tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 984 time: 0.0819678 Apr 12 18:03:53.713528 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e6fb7e8b-5b55-4cd1-85ae-3317fe101cc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:53.733055 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3ccdc869-aae5-4aaa-ae3a-9eab2e7208f5 req-e5519fe3-42d2-4e56-9562-03e63846db85 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&id=1ec2e56e-0581-4cd9-a1a6-9100d63e96b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1107066 Apr 12 18:03:53.818466 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e6fb7e8b-5b55-4cd1-85ae-3317fe101cc8 admin admin] Publish callbacks [] for security_group (2114cfe0-d369-4a8f-96e4-faef466903a5), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:53.826811 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e6fb7e8b-5b55-4cd1-85ae-3317fe101cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (2114cfe0-d369-4a8f-96e4-faef466903a5), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:53.856400 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb7e8b-5b55-4cd1-85ae-3317fe101cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2114cfe0-d369-4a8f-96e4-faef466903a5,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:53.878093 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 45252) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:53.884614 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e6fb7e8b-5b55-4cd1-85ae-3317fe101cc8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b51f4addd2a4485490b3a302270206f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118153 Apr 12 18:03:53.936674 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-87d1e6d4-4d74-4274-ae40-8b205bea5d52 admin admin] Publish callbacks [] for security_group (2114cfe0-d369-4a8f-96e4-faef466903a5), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:53.960874 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-87d1e6d4-4d74-4274-ae40-8b205bea5d52 admin admin] Publish callbacks [] for security_group (2114cfe0-d369-4a8f-96e4-faef466903a5), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:54.018731 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-87d1e6d4-4d74-4274-ae40-8b205bea5d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (2114cfe0-d369-4a8f-96e4-faef466903a5), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:54.022198 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-87d1e6d4-4d74-4274-ae40-8b205bea5d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:54.023821 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-87d1e6d4-4d74-4274-ae40-8b205bea5d52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2114cfe0-d369-4a8f-96e4-faef466903a5 HTTP/1.1" status: 204 len: 168 time: 0.1446795 Apr 12 18:03:54.036896 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1e6d4-4d74-4274-ae40-8b205bea5d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2114cfe0-d369-4a8f-96e4-faef466903a5,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:54.357380 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 45258) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:54.371139 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fd02927a-7939-41b1-8779-30e043d453db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:54.468834 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fd02927a-7939-41b1-8779-30e043d453db admin admin] Publish callbacks [] for security_group (db974573-4a81-44af-a80a-546610f83892), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:54.473456 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fd02927a-7939-41b1-8779-30e043d453db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (db974573-4a81-44af-a80a-546610f83892), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:54.518027 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-fd02927a-7939-41b1-8779-30e043d453db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=293af755c53d49e4a2f1191df7f77c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569512 Apr 12 18:03:54.518027 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02927a-7939-41b1-8779-30e043d453db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db974573-4a81-44af-a80a-546610f83892,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:54.518794 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 45260) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:54.587250 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-63f046bd-d428-44bb-a554-2ab1eddbbc48 admin admin] Publish callbacks [] for security_group (db974573-4a81-44af-a80a-546610f83892), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:54.614030 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-63f046bd-d428-44bb-a554-2ab1eddbbc48 admin admin] Publish callbacks [] for security_group (db974573-4a81-44af-a80a-546610f83892), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:54.664907 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-63f046bd-d428-44bb-a554-2ab1eddbbc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (db974573-4a81-44af-a80a-546610f83892), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:54.667529 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-63f046bd-d428-44bb-a554-2ab1eddbbc48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:54.669136 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-63f046bd-d428-44bb-a554-2ab1eddbbc48 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db974573-4a81-44af-a80a-546610f83892 HTTP/1.1" status: 204 len: 168 time: 0.1495430 Apr 12 18:03:54.681426 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f046bd-d428-44bb-a554-2ab1eddbbc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db974573-4a81-44af-a80a-546610f83892,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:55.106089 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6974b-80ac-43d0-b0a9-88d3509776d3 req-393a37d4-33bb-4147-b180-a99c14c62163 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:55.107615 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3fc6974b-80ac-43d0-b0a9-88d3509776d3 req-393a37d4-33bb-4147-b180-a99c14c62163 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 984 time: 0.2992401 Apr 12 18:03:55.170549 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3fc6974b-80ac-43d0-b0a9-88d3509776d3 req-8a6204dc-7945-480e-b0a3-685a79e1747b tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&id=1ec2e56e-0581-4cd9-a1a6-9100d63e96b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573506 Apr 12 18:03:56.295884 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb1b54-6ad2-4ebb-bbf4-f43c0eb26129 req-8bc517da-113b-42ad-b86b-2cf4653168e1 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:56.297525 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-01bb1b54-6ad2-4ebb-bbf4-f43c0eb26129 req-8bc517da-113b-42ad-b86b-2cf4653168e1 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 984 time: 0.0552056 Apr 12 18:03:56.379264 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-01bb1b54-6ad2-4ebb-bbf4-f43c0eb26129 req-d2cd1441-9986-43ee-9dc2-cc22b4efa339 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&id=1ec2e56e-0581-4cd9-a1a6-9100d63e96b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750384 Apr 12 18:03:57.495319 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f162272-e431-4820-9b77-28afcf7ab6a9 req-1367a3cd-1dcc-4644-bae3-feb4771fd3fa tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:57.496792 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1f162272-e431-4820-9b77-28afcf7ab6a9 req-1367a3cd-1dcc-4644-bae3-feb4771fd3fa tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 984 time: 0.0469961 Apr 12 18:03:57.558468 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1f162272-e431-4820-9b77-28afcf7ab6a9 req-4577e8a0-314c-4c88-84f0-072e0a184b5b tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&id=1ec2e56e-0581-4cd9-a1a6-9100d63e96b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550425 Apr 12 18:03:57.653931 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 45420) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:57.699547 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0105b52-d571-4222-88d5-a39b36e43df2 admin admin] Deleting subnet a15a234e-533b-4528-addf-c63e4bff681e {{(pid=109827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:03:57.702869 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c0105b52-d571-4222-88d5-a39b36e43df2 admin admin] Publish callbacks [] for subnet (a15a234e-533b-4528-addf-c63e4bff681e), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:57.743007 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c0105b52-d571-4222-88d5-a39b36e43df2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8397960'] for subnet (a15a234e-533b-4528-addf-c63e4bff681e), precommit_delete_associations {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:57.781648 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c0105b52-d571-4222-88d5-a39b36e43df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2057050'] for subnet (a15a234e-533b-4528-addf-c63e4bff681e), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:57.838779 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c0105b52-d571-4222-88d5-a39b36e43df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9209003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9217427'] for subnet (a15a234e-533b-4528-addf-c63e4bff681e), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:57.864403 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0105b52-d571-4222-88d5-a39b36e43df2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a15a234e-533b-4528-addf-c63e4bff681e,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:57.866393 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c0105b52-d571-4222-88d5-a39b36e43df2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:57.869995 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-c0105b52-d571-4222-88d5-a39b36e43df2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a15a234e-533b-4528-addf-c63e4bff681e HTTP/1.1" status: 204 len: 168 time: 0.2150021 Apr 12 18:03:57.872420 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 45424) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:57.942622 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-790fc93d-70f6-4246-a3fd-699db643efd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678379'] for network (76a41896-3380-4fd3-bb29-17da571c1dc9), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:58.020431 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-790fc93d-70f6-4246-a3fd-699db643efd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059233', 'neutron.services.segments.db._delete_segments_for_network-8742383711672'] for network (76a41896-3380-4fd3-bb29-17da571c1dc9), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:58.041717 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.services.segments.db [None req-790fc93d-70f6-4246-a3fd-699db643efd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a41896-3380-4fd3-bb29-17da571c1dc9']}} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:58.051947 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.services.segments.db [None req-790fc93d-70f6-4246-a3fd-699db643efd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4113038-2a98-45a9-9c62-bf7550eb37c8') {'for_net_delete': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:58.052250 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.services.segments.db [None req-790fc93d-70f6-4246-a3fd-699db643efd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4113038-2a98-45a9-9c62-bf7550eb37c8') {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:03:58.062138 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-790fc93d-70f6-4246-a3fd-699db643efd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742383633601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8398003'] for segment (c4113038-2a98-45a9-9c62-bf7550eb37c8), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:58.076805 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-790fc93d-70f6-4246-a3fd-699db643efd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (c4113038-2a98-45a9-9c62-bf7550eb37c8), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:58.082802 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790fc93d-70f6-4246-a3fd-699db643efd7 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=109827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:03:58.083190 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-790fc93d-70f6-4246-a3fd-699db643efd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9208849'] for segment (c4113038-2a98-45a9-9c62-bf7550eb37c8), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: Traceback (most recent call last): Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: timer() Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: cb(*args, **kw) Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: return func(*args, **kwargs) Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: self._notify() Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: self.callback(batched_events) Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: event.method(event) Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: return f(self, *a, **k) Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: return self._get(url).json() Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: return self.request(url, 'GET', **kwargs) Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:03:58.084994 dv-cinder-837534-1-iscsi neutron-server[109827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:03:58.143692 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-790fc93d-70f6-4246-a3fd-699db643efd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546271'] for network (76a41896-3380-4fd3-bb29-17da571c1dc9), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:58.149756 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-790fc93d-70f6-4246-a3fd-699db643efd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:58.152846 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-790fc93d-70f6-4246-a3fd-699db643efd7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/76a41896-3380-4fd3-bb29-17da571c1dc9 HTTP/1.1" status: 204 len: 168 time: 0.2795215 Apr 12 18:03:58.164321 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fc93d-70f6-4246-a3fd-699db643efd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=76a41896-3380-4fd3-bb29-17da571c1dc9,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:58.272065 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7b196893-43a1-43b7-91d8-9f3a8886dd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:58.348413 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 45452) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:58.389057 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e67eb5e0-b11e-4ec4-a19a-88d637e282f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2283e8301d04ec2ae0c8a11b86074e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392354 Apr 12 18:03:58.391548 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 45454) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:58.437681 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-514e129a-4f8f-4b3b-9134-d8a448bd0ded admin admin] Publish callbacks [] for security_group (185e6ee1-0a25-4f0a-9d44-0df16206ca48), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:58.458950 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-514e129a-4f8f-4b3b-9134-d8a448bd0ded admin admin] Publish callbacks [] for security_group (185e6ee1-0a25-4f0a-9d44-0df16206ca48), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:58.506755 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-514e129a-4f8f-4b3b-9134-d8a448bd0ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (185e6ee1-0a25-4f0a-9d44-0df16206ca48), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:58.510223 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-514e129a-4f8f-4b3b-9134-d8a448bd0ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:58.511416 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-514e129a-4f8f-4b3b-9134-d8a448bd0ded admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/185e6ee1-0a25-4f0a-9d44-0df16206ca48 HTTP/1.1" status: 204 len: 168 time: 0.1189249 Apr 12 18:03:58.519545 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e129a-4f8f-4b3b-9134-d8a448bd0ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185e6ee1-0a25-4f0a-9d44-0df16206ca48,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:58.672596 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78275cc1-c332-459c-8f72-a0b72ecb0822 req-b2c31aed-63c0-4afc-8983-24778068d8d1 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:58.674420 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-78275cc1-c332-459c-8f72-a0b72ecb0822 req-b2c31aed-63c0-4afc-8983-24778068d8d1 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 984 time: 0.0488541 Apr 12 18:03:58.736135 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-78275cc1-c332-459c-8f72-a0b72ecb0822 req-0b653f70-a25f-41c6-b13b-3399c702ed3f tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&id=1ec2e56e-0581-4cd9-a1a6-9100d63e96b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553050 Apr 12 18:03:59.733646 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 45500) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:03:59.845397 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f7d5420-0216-4fed-a0c2-ba9a70773fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:59.856342 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d126c-e791-476d-8fd4-e369c8889ad1 req-ba4fb404-3147-4b1e-abe9-9754f4cb3a3d tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:03:59.857830 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4e6d126c-e791-476d-8fd4-e369c8889ad1 req-ba4fb404-3147-4b1e-abe9-9754f4cb3a3d tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 984 time: 0.0544057 Apr 12 18:03:59.931073 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f7d5420-0216-4fed-a0c2-ba9a70773fdf admin admin] Publish callbacks [] for security_group (1fea8261-1931-4c36-aeae-1247b029c0c3), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:59.934124 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4e6d126c-e791-476d-8fd4-e369c8889ad1 req-8b8fb422-8adf-49c4-a4d6-9b836e4a1981 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&id=1ec2e56e-0581-4cd9-a1a6-9100d63e96b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705116 Apr 12 18:03:59.935148 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0f7d5420-0216-4fed-a0c2-ba9a70773fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (1fea8261-1931-4c36-aeae-1247b029c0c3), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:03:59.980655 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-0f7d5420-0216-4fed-a0c2-ba9a70773fdf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac8b25ed3c5a4ba5b22ab9b98603ff37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458959 Apr 12 18:03:59.981523 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d5420-0216-4fed-a0c2-ba9a70773fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fea8261-1931-4c36-aeae-1247b029c0c3,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:03:59.983391 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 45510) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:00.030514 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-95eb074e-759b-4e3c-8095-64e4cff88f67 admin admin] Publish callbacks [] for security_group (1fea8261-1931-4c36-aeae-1247b029c0c3), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:00.051873 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-95eb074e-759b-4e3c-8095-64e4cff88f67 admin admin] Publish callbacks [] for security_group (1fea8261-1931-4c36-aeae-1247b029c0c3), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:00.097493 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-95eb074e-759b-4e3c-8095-64e4cff88f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (1fea8261-1931-4c36-aeae-1247b029c0c3), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:00.100266 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-95eb074e-759b-4e3c-8095-64e4cff88f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:00.101443 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-95eb074e-759b-4e3c-8095-64e4cff88f67 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1fea8261-1931-4c36-aeae-1247b029c0c3 HTTP/1.1" status: 204 len: 168 time: 0.1169498 Apr 12 18:04:00.109044 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb074e-759b-4e3c-8095-64e4cff88f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fea8261-1931-4c36-aeae-1247b029c0c3,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:00.361867 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 45516) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:00.374853 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-52f63e18-0ca9-4893-8567-9c030603472c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:00.450535 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-52f63e18-0ca9-4893-8567-9c030603472c admin admin] Publish callbacks [] for security_group (cd623c68-ac9d-4b42-8d06-e6fa083567e1), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:00.454928 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-52f63e18-0ca9-4893-8567-9c030603472c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (cd623c68-ac9d-4b42-8d06-e6fa083567e1), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:00.496958 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-52f63e18-0ca9-4893-8567-9c030603472c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c933986c9c5b430bad19c430641f634d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339726 Apr 12 18:04:00.497670 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f63e18-0ca9-4893-8567-9c030603472c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd623c68-ac9d-4b42-8d06-e6fa083567e1,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:00.499591 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 45518) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:00.547969 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ecbb873e-fd4a-40df-a572-ae82e4e68cda admin admin] Publish callbacks [] for security_group (cd623c68-ac9d-4b42-8d06-e6fa083567e1), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:00.568543 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ecbb873e-fd4a-40df-a572-ae82e4e68cda admin admin] Publish callbacks [] for security_group (cd623c68-ac9d-4b42-8d06-e6fa083567e1), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:00.614640 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ecbb873e-fd4a-40df-a572-ae82e4e68cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (cd623c68-ac9d-4b42-8d06-e6fa083567e1), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:00.617645 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ecbb873e-fd4a-40df-a572-ae82e4e68cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:00.618811 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-ecbb873e-fd4a-40df-a572-ae82e4e68cda admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd623c68-ac9d-4b42-8d06-e6fa083567e1 HTTP/1.1" status: 204 len: 168 time: 0.1182275 Apr 12 18:04:00.626287 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb873e-fd4a-40df-a572-ae82e4e68cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd623c68-ac9d-4b42-8d06-e6fa083567e1,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:00.812872 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-bc0dc7a4-0cb7-40b2-a310-8343842cd885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:00.979952 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 45534) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:00.994408 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57e76fd5-9193-427c-90c1-abd764f616ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:01.071746 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57e76fd5-9193-427c-90c1-abd764f616ae admin admin] Publish callbacks [] for security_group (59208863-7c4d-4d39-a593-e4fd9ac119e0), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:01.075145 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57e76fd5-9193-427c-90c1-abd764f616ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (59208863-7c4d-4d39-a593-e4fd9ac119e0), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:01.111842 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-57e76fd5-9193-427c-90c1-abd764f616ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ce8a675ca134071ad958c672b7c48d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308222 Apr 12 18:04:01.113744 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e76fd5-9193-427c-90c1-abd764f616ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59208863-7c4d-4d39-a593-e4fd9ac119e0,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:01.114661 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 45538) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:01.173855 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-401dfde9-164d-42af-afe0-d6fbd606703c admin admin] Publish callbacks [] for security_group (59208863-7c4d-4d39-a593-e4fd9ac119e0), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:01.200250 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-401dfde9-164d-42af-afe0-d6fbd606703c admin admin] Publish callbacks [] for security_group (59208863-7c4d-4d39-a593-e4fd9ac119e0), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:01.250430 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-401dfde9-164d-42af-afe0-d6fbd606703c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (59208863-7c4d-4d39-a593-e4fd9ac119e0), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:01.252930 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-401dfde9-164d-42af-afe0-d6fbd606703c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:01.254081 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-401dfde9-164d-42af-afe0-d6fbd606703c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59208863-7c4d-4d39-a593-e4fd9ac119e0 HTTP/1.1" status: 204 len: 168 time: 0.1384580 Apr 12 18:04:01.262721 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dfde9-164d-42af-afe0-d6fbd606703c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59208863-7c4d-4d39-a593-e4fd9ac119e0,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:01.671482 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:01.904385 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:01.948275 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 45564) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:02.053349 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-4fbbb982-f90c-4c6d-8a9a-d292f0ac9f10 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-605818631-network', 'tenant_id': 'bef6cf5805ac4d46b96812d293f20014'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:04:02.075979 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbbb982-f90c-4c6d-8a9a-d292f0ac9f10 admin admin] Made reservation on behalf of bef6cf5805ac4d46b96812d293f20014 for: {'network': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:04:02.078601 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb982-f90c-4c6d-8a9a-d292f0ac9f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for network (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:02.089116 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb982-f90c-4c6d-8a9a-d292f0ac9f10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:02.170230 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb982-f90c-4c6d-8a9a-d292f0ac9f10 admin admin] Publish callbacks [] for security_group (6310a138-b17d-49a1-81ec-3fc953b5e780), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:02.174873 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb982-f90c-4c6d-8a9a-d292f0ac9f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (6310a138-b17d-49a1-81ec-3fc953b5e780), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:02.196418 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fbbb982-f90c-4c6d-8a9a-d292f0ac9f10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=109827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:04:02.209867 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbb982-f90c-4c6d-8a9a-d292f0ac9f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6310a138-b17d-49a1-81ec-3fc953b5e780,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:02.215602 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb982-f90c-4c6d-8a9a-d292f0ac9f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (f70f073e-68e2-4164-81b0-4fbbf2743811), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:02.215952 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.segments_db [None req-4fbbb982-f90c-4c6d-8a9a-d292f0ac9f10 admin admin] Added segment f70f073e-68e2-4164-81b0-4fbbf2743811 of type vlan for network 16861726-d222-4995-a3b5-223aa13884b0 Apr 12 18:04:02.259993 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb982-f90c-4c6d-8a9a-d292f0ac9f10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742383173852'] for network (16861726-d222-4995-a3b5-223aa13884b0), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:02.285618 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb982-f90c-4c6d-8a9a-d292f0ac9f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for network (16861726-d222-4995-a3b5-223aa13884b0), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:02.286731 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbbb982-f90c-4c6d-8a9a-d292f0ac9f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:02.287328 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb982-f90c-4c6d-8a9a-d292f0ac9f10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:02.323855 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 45576) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:02.324426 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-4fbbb982-f90c-4c6d-8a9a-d292f0ac9f10 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3745668 Apr 12 18:04:02.329453 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a42396bf-aadf-4206-a083-f8e863e280b2 admin admin] Request body: {'subnet': {'network_id': '16861726-d222-4995-a3b5-223aa13884b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-605818631-subnet', 'tenant_id': 'bef6cf5805ac4d46b96812d293f20014', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:04:02.357849 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbb982-f90c-4c6d-8a9a-d292f0ac9f10 admin admin] Pushing event updated for resources: {'Network': ['ID=16861726-d222-4995-a3b5-223aa13884b0,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:02.370800 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Network 16861726-d222-4995-a3b5-223aa13884b0 details requested by agent ovs-agent-dv-cinder-837534-1-iscsi with host dv-cinder-837534-1-iscsi {{(pid=109828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:04:02.385085 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42396bf-aadf-4206-a083-f8e863e280b2 admin admin] Made reservation on behalf of bef6cf5805ac4d46b96812d293f20014 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:04:02.387403 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a42396bf-aadf-4206-a083-f8e863e280b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9386052'] for subnet (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:02.570046 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a42396bf-aadf-4206-a083-f8e863e280b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9386066'] for subnet (53dac078-15f1-4774-8e72-ab4393603b5f), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:02.627077 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42396bf-aadf-4206-a083-f8e863e280b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53dac078-15f1-4774-8e72-ab4393603b5f,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:02.635408 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42396bf-aadf-4206-a083-f8e863e280b2 admin admin] Checking segment: {'id': 'f70f073e-68e2-4164-81b0-4fbbf2743811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '16861726-d222-4995-a3b5-223aa13884b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:04:02.635765 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42396bf-aadf-4206-a083-f8e863e280b2 admin admin] Network hostable DHCP agents. Network: 16861726-d222-4995-a3b5-223aa13884b0, hostable agents: ['f62d2ff0-78a3-4755-b741-8a96efa63a46'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:04:02.653156 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42396bf-aadf-4206-a083-f8e863e280b2 admin admin] Network 16861726-d222-4995-a3b5-223aa13884b0 is scheduled to be hosted by DHCP agent f62d2ff0-78a3-4755-b741-8a96efa63a46 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:04:02.661914 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-a42396bf-aadf-4206-a083-f8e863e280b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837534-1-iscsi, 16861726-d222-4995-a3b5-223aa13884b0) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:04:02.667866 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42396bf-aadf-4206-a083-f8e863e280b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:02.668282 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a42396bf-aadf-4206-a083-f8e863e280b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:02.671377 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dce804-af2c-46b0-b207-e4d8092b8723 None None] Network 16861726-d222-4995-a3b5-223aa13884b0 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:04:02.686382 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-a42396bf-aadf-4206-a083-f8e863e280b2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3606880 Apr 12 18:04:02.767554 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadc30b0-2fda-4870-9223-ea16e056cdf5 None None] Network 16861726-d222-4995-a3b5-223aa13884b0 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:04:03.112980 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:03.157279 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 45600) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:03.162162 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-824f5b3d-8a2f-47fa-b3a3-9ad7cbe68da0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1658041492-network', 'tenant_id': '0cd26992c5de4642b325c1a8a448ae6d'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:04:03.181966 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824f5b3d-8a2f-47fa-b3a3-9ad7cbe68da0 admin admin] Made reservation on behalf of 0cd26992c5de4642b325c1a8a448ae6d for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:04:03.184377 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-824f5b3d-8a2f-47fa-b3a3-9ad7cbe68da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for network (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:03.193375 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-824f5b3d-8a2f-47fa-b3a3-9ad7cbe68da0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:03.268056 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-824f5b3d-8a2f-47fa-b3a3-9ad7cbe68da0 admin admin] Publish callbacks [] for security_group (1f31a75e-d986-477d-a211-baea506011a3), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:03.272260 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-824f5b3d-8a2f-47fa-b3a3-9ad7cbe68da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (1f31a75e-d986-477d-a211-baea506011a3), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:03.299503 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824f5b3d-8a2f-47fa-b3a3-9ad7cbe68da0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:04:03.305429 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f5b3d-8a2f-47fa-b3a3-9ad7cbe68da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f31a75e-d986-477d-a211-baea506011a3,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:03.313084 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-824f5b3d-8a2f-47fa-b3a3-9ad7cbe68da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (92a265b4-bdfe-469d-8535-c0e06b67f083), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:03.313213 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.segments_db [None req-824f5b3d-8a2f-47fa-b3a3-9ad7cbe68da0 admin admin] Added segment 92a265b4-bdfe-469d-8535-c0e06b67f083 of type vlan for network c37f42ec-f512-44ff-b564-2a636835c3cb Apr 12 18:04:03.360706 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-824f5b3d-8a2f-47fa-b3a3-9ad7cbe68da0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742383173852'] for network (c37f42ec-f512-44ff-b564-2a636835c3cb), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:03.384590 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-824f5b3d-8a2f-47fa-b3a3-9ad7cbe68da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for network (c37f42ec-f512-44ff-b564-2a636835c3cb), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:03.385604 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824f5b3d-8a2f-47fa-b3a3-9ad7cbe68da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:03.386274 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-824f5b3d-8a2f-47fa-b3a3-9ad7cbe68da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:03.458865 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 45608) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:03.459393 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-824f5b3d-8a2f-47fa-b3a3-9ad7cbe68da0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3006964 Apr 12 18:04:03.467278 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Request body: {'subnet': {'network_id': 'c37f42ec-f512-44ff-b564-2a636835c3cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1658041492-subnet', 'tenant_id': '0cd26992c5de4642b325c1a8a448ae6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:04:03.474340 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f5b3d-8a2f-47fa-b3a3-9ad7cbe68da0 admin admin] Pushing event updated for resources: {'Network': ['ID=c37f42ec-f512-44ff-b564-2a636835c3cb,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:03.487182 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Network c37f42ec-f512-44ff-b564-2a636835c3cb details requested by agent ovs-agent-dv-cinder-837534-1-iscsi with host dv-cinder-837534-1-iscsi {{(pid=109828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:04:03.525952 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Made reservation on behalf of 0cd26992c5de4642b325c1a8a448ae6d for: {'subnet': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:04:03.528322 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9217468'] for subnet (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:03.706244 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9211508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9217450'] for subnet (85e06a4a-4699-46a7-9036-9ccc0acbeb49), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:03.769260 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85e06a4a-4699-46a7-9036-9ccc0acbeb49,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:03.780096 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:03.780444 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:03.780786 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:03.781126 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:03.781456 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:03.781783 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:03.782110 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:03.782458 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:03.782783 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:03.783109 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:03.783434 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:03.783756 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:03.784075 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:03.784394 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:03.784716 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:03.790964 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Checking segment: {'id': '92a265b4-bdfe-469d-8535-c0e06b67f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c37f42ec-f512-44ff-b564-2a636835c3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:04:03.791242 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Network hostable DHCP agents. Network: c37f42ec-f512-44ff-b564-2a636835c3cb, hostable agents: ['f62d2ff0-78a3-4755-b741-8a96efa63a46'], hosted agents: [] {{(pid=109827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:04:03.810485 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Network c37f42ec-f512-44ff-b564-2a636835c3cb is scheduled to be hosted by DHCP agent f62d2ff0-78a3-4755-b741-8a96efa63a46 with binding_index 1 {{(pid=109827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:04:03.819191 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837534-1-iscsi, c37f42ec-f512-44ff-b564-2a636835c3cb) {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:04:03.823682 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:03.824873 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:03.834774 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cc3acb-aa85-411c-af5f-b4ed7221820d None None] Network c37f42ec-f512-44ff-b564-2a636835c3cb requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:04:03.850872 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-f405e4f1-8019-4686-b09e-12c5543d4c71 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3906581 Apr 12 18:04:03.939195 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e684a8-64cb-423b-a7be-a9d64a133ba4 None None] Network c37f42ec-f512-44ff-b564-2a636835c3cb requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:04:04.423811 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:04.619386 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:04:07.753934 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-54e36233-edfe-4e8b-a02d-b9193a7cd2df req-63e1b38d-c445-48e1-952a-382923e83321 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0357695 Apr 12 18:04:07.833895 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e36233-edfe-4e8b-a02d-b9193a7cd2df req-6e16eca1-e27b-4b47-b8ab-73c9d4d503dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:07.837593 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-54e36233-edfe-4e8b-a02d-b9193a7cd2df req-6e16eca1-e27b-4b47-b8ab-73c9d4d503dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=237798a0b1a14ab3835a4a934510ce49&device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 1130 time: 0.0413039 Apr 12 18:04:07.950366 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e36233-edfe-4e8b-a02d-b9193a7cd2df req-8265c09b-ec79-46cc-acb1-3e7f9cf61649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:07.951833 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-54e36233-edfe-4e8b-a02d-b9193a7cd2df req-8265c09b-ec79-46cc-acb1-3e7f9cf61649 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ec15485-e591-42f1-9874-b31f76908832 HTTP/1.1" status: 200 len: 913 time: 0.0964303 Apr 12 18:04:08.022349 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-54e36233-edfe-4e8b-a02d-b9193a7cd2df req-01cb8d89-3c0c-47a1-b457-54216e286570 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55eeff29-4d0b-408a-8789-43548cbcd69a HTTP/1.1" status: 200 len: 1001 time: 0.0622246 Apr 12 18:04:08.068410 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e36233-edfe-4e8b-a02d-b9193a7cd2df req-08fbd6d9-db60-4825-881b-5bfed6c8658b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:08.070548 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-54e36233-edfe-4e8b-a02d-b9193a7cd2df req-08fbd6d9-db60-4825-881b-5bfed6c8658b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78fc5004-f958-4780-b51c-2a79ed561fa7 HTTP/1.1" status: 200 len: 851 time: 0.0421057 Apr 12 18:04:08.113090 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e36233-edfe-4e8b-a02d-b9193a7cd2df req-f2d07d15-0d08-40ed-a7f5-daada48502c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:08.114622 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-54e36233-edfe-4e8b-a02d-b9193a7cd2df req-f2d07d15-0d08-40ed-a7f5-daada48502c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ec15485-e591-42f1-9874-b31f76908832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386493 Apr 12 18:04:08.216947 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-54e36233-edfe-4e8b-a02d-b9193a7cd2df req-1f496377-9705-4a99-8097-920f95f5f783 service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957940 Apr 12 18:04:08.307303 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-54e36233-edfe-4e8b-a02d-b9193a7cd2df req-6798db4b-575b-4811-9bb2-97e934bcf75a service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836880 Apr 12 18:04:11.568809 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 45778) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:11.683631 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-011b20ba-4405-4896-ab1e-8571fb7f3738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:11.758470 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-011b20ba-4405-4896-ab1e-8571fb7f3738 admin admin] Publish callbacks [] for security_group (6ef88902-bce8-4bae-85ef-3631acc7ef66), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:11.762119 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-011b20ba-4405-4896-ab1e-8571fb7f3738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (6ef88902-bce8-4bae-85ef-3631acc7ef66), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:11.800703 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-011b20ba-4405-4896-ab1e-8571fb7f3738 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8470829d97294bda83f1dd7bcd9f770b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308285 Apr 12 18:04:11.801574 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b20ba-4405-4896-ab1e-8571fb7f3738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef88902-bce8-4bae-85ef-3631acc7ef66,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:11.803446 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 45786) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:11.851491 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-815be532-e5d4-4b7d-bff5-a43be1b3ba78 admin admin] Publish callbacks [] for security_group (6ef88902-bce8-4bae-85ef-3631acc7ef66), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:11.872947 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-815be532-e5d4-4b7d-bff5-a43be1b3ba78 admin admin] Publish callbacks [] for security_group (6ef88902-bce8-4bae-85ef-3631acc7ef66), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:11.924100 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-815be532-e5d4-4b7d-bff5-a43be1b3ba78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (6ef88902-bce8-4bae-85ef-3631acc7ef66), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:11.927263 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-815be532-e5d4-4b7d-bff5-a43be1b3ba78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:11.928547 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-815be532-e5d4-4b7d-bff5-a43be1b3ba78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ef88902-bce8-4bae-85ef-3631acc7ef66 HTTP/1.1" status: 204 len: 168 time: 0.1240602 Apr 12 18:04:11.936517 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815be532-e5d4-4b7d-bff5-a43be1b3ba78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef88902-bce8-4bae-85ef-3631acc7ef66,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:12.602601 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 45814) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:12.700429 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-0104d366-30fe-436a-a49c-732cde717bbf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1448960854-network', 'tenant_id': '715369c567c2485e88fd668f3623c16d'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:04:12.719373 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0104d366-30fe-436a-a49c-732cde717bbf admin admin] Made reservation on behalf of 715369c567c2485e88fd668f3623c16d for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:04:12.721657 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0104d366-30fe-436a-a49c-732cde717bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for network (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:12.729936 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0104d366-30fe-436a-a49c-732cde717bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:12.806604 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0104d366-30fe-436a-a49c-732cde717bbf admin admin] Publish callbacks [] for security_group (d9db566e-5c1f-4cce-9b57-a07e7def276a), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:12.811129 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0104d366-30fe-436a-a49c-732cde717bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (d9db566e-5c1f-4cce-9b57-a07e7def276a), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:12.838865 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0104d366-30fe-436a-a49c-732cde717bbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:04:12.855060 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0104d366-30fe-436a-a49c-732cde717bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (1020b58a-4a29-4b67-8957-566cc4c524fc), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:12.855356 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.segments_db [None req-0104d366-30fe-436a-a49c-732cde717bbf admin admin] Added segment 1020b58a-4a29-4b67-8957-566cc4c524fc of type vlan for network 72dd9dac-57fb-41fd-8a0c-bb4debc94279 Apr 12 18:04:12.865185 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104d366-30fe-436a-a49c-732cde717bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9db566e-5c1f-4cce-9b57-a07e7def276a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:12.900265 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0104d366-30fe-436a-a49c-732cde717bbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742383173852'] for network (72dd9dac-57fb-41fd-8a0c-bb4debc94279), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:12.926757 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0104d366-30fe-436a-a49c-732cde717bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for network (72dd9dac-57fb-41fd-8a0c-bb4debc94279), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:12.927735 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0104d366-30fe-436a-a49c-732cde717bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:12.936835 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0104d366-30fe-436a-a49c-732cde717bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:12.986808 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-0104d366-30fe-436a-a49c-732cde717bbf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3829532 Apr 12 18:04:12.989492 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 45830) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:12.994753 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-18b82b58-8631-4dd8-adb3-e0d21a5b5bc5 admin admin] Request body: {'subnet': {'network_id': '72dd9dac-57fb-41fd-8a0c-bb4debc94279', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1448960854-subnet', 'tenant_id': '715369c567c2485e88fd668f3623c16d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:04:13.002325 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104d366-30fe-436a-a49c-732cde717bbf admin admin] Pushing event updated for resources: {'Network': ['ID=72dd9dac-57fb-41fd-8a0c-bb4debc94279,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:13.012300 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Network 72dd9dac-57fb-41fd-8a0c-bb4debc94279 details requested by agent ovs-agent-dv-cinder-837534-1-iscsi with host dv-cinder-837534-1-iscsi {{(pid=109828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:04:13.016628 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b82b58-8631-4dd8-adb3-e0d21a5b5bc5 admin admin] Made reservation on behalf of 715369c567c2485e88fd668f3623c16d for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:04:13.018969 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-18b82b58-8631-4dd8-adb3-e0d21a5b5bc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9386052'] for subnet (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:13.186812 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-18b82b58-8631-4dd8-adb3-e0d21a5b5bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9386066'] for subnet (70fa8952-e9ab-4a71-b856-aa668b42401a), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:13.239195 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b82b58-8631-4dd8-adb3-e0d21a5b5bc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70fa8952-e9ab-4a71-b856-aa668b42401a,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:13.248263 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b82b58-8631-4dd8-adb3-e0d21a5b5bc5 admin admin] Checking segment: {'id': '1020b58a-4a29-4b67-8957-566cc4c524fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '72dd9dac-57fb-41fd-8a0c-bb4debc94279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:04:13.248622 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b82b58-8631-4dd8-adb3-e0d21a5b5bc5 admin admin] Network hostable DHCP agents. Network: 72dd9dac-57fb-41fd-8a0c-bb4debc94279, hostable agents: ['f62d2ff0-78a3-4755-b741-8a96efa63a46'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:04:13.266102 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b82b58-8631-4dd8-adb3-e0d21a5b5bc5 admin admin] Network 72dd9dac-57fb-41fd-8a0c-bb4debc94279 is scheduled to be hosted by DHCP agent f62d2ff0-78a3-4755-b741-8a96efa63a46 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:04:13.274277 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-18b82b58-8631-4dd8-adb3-e0d21a5b5bc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837534-1-iscsi, 72dd9dac-57fb-41fd-8a0c-bb4debc94279) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:04:13.278387 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b82b58-8631-4dd8-adb3-e0d21a5b5bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:13.278990 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-18b82b58-8631-4dd8-adb3-e0d21a5b5bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:13.283025 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f56330c-cb9c-4214-8e63-a657bcbd3e52 None None] Network 72dd9dac-57fb-41fd-8a0c-bb4debc94279 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:04:13.295757 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-18b82b58-8631-4dd8-adb3-e0d21a5b5bc5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3052452 Apr 12 18:04:13.379938 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0389064b-d505-4233-b65b-ffd829995451 None None] Network 72dd9dac-57fb-41fd-8a0c-bb4debc94279 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:04:13.680431 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 45844) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:13.791558 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3b40-bb1f-48e0-8016-dbde55059d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:13.867597 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3b40-bb1f-48e0-8016-dbde55059d26 admin admin] Publish callbacks [] for security_group (1828b87e-93f3-402c-a5d5-fedbdd6d26f2), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:13.871574 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3b40-bb1f-48e0-8016-dbde55059d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (1828b87e-93f3-402c-a5d5-fedbdd6d26f2), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:13.920513 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-bcfe3b40-bb1f-48e0-8016-dbde55059d26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c233c07d04a4d5188e4d19b67b6a36f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389719 Apr 12 18:04:13.921485 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe3b40-bb1f-48e0-8016-dbde55059d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1828b87e-93f3-402c-a5d5-fedbdd6d26f2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:13.923236 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 45852) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:13.975231 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b2333a5e-2776-4f8b-82f6-d4058bb77225 admin admin] Publish callbacks [] for security_group (1828b87e-93f3-402c-a5d5-fedbdd6d26f2), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:13.996491 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b2333a5e-2776-4f8b-82f6-d4058bb77225 admin admin] Publish callbacks [] for security_group (1828b87e-93f3-402c-a5d5-fedbdd6d26f2), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:14.044928 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b2333a5e-2776-4f8b-82f6-d4058bb77225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (1828b87e-93f3-402c-a5d5-fedbdd6d26f2), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:14.047705 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b2333a5e-2776-4f8b-82f6-d4058bb77225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:14.048877 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-b2333a5e-2776-4f8b-82f6-d4058bb77225 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1828b87e-93f3-402c-a5d5-fedbdd6d26f2 HTTP/1.1" status: 204 len: 168 time: 0.1245966 Apr 12 18:04:14.062270 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2333a5e-2776-4f8b-82f6-d4058bb77225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1828b87e-93f3-402c-a5d5-fedbdd6d26f2,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:15.071092 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 45904) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:15.093373 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-6eb15e09-f3af-44c8-bea0-060a21f4ca6b tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:15.094895 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-6eb15e09-f3af-44c8-bea0-060a21f4ca6b tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/networks?id=72dd9dac-57fb-41fd-8a0c-bb4debc94279 HTTP/1.1" status: 200 len: 814 time: 0.1062603 Apr 12 18:04:15.109686 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-73fbf0b7-319f-4ddd-8f11-fbafaae949e4 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/quotas/715369c567c2485e88fd668f3623c16d HTTP/1.1" status: 200 len: 375 time: 0.0095174 Apr 12 18:04:15.141290 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-5e02960a-8ed6-44e2-a1e4-a11f68fe231d tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=715369c567c2485e88fd668f3623c16d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266352 Apr 12 18:04:15.175120 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0ef374ae-69e2-465b-bdc4-fbf570d964d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:15.236707 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-d0af9813-1e38-4384-a37b-7ba2edf4fcff service neutron] 10.222.0.24 "GET /v2.0/networks/72dd9dac-57fb-41fd-8a0c-bb4debc94279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887699 Apr 12 18:04:15.251785 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0ef374ae-69e2-465b-bdc4-fbf570d964d5 admin admin] Publish callbacks [] for security_group (20243fc0-abd9-49ce-866d-ec6a822a66b5), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:15.258658 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0ef374ae-69e2-465b-bdc4-fbf570d964d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (20243fc0-abd9-49ce-866d-ec6a822a66b5), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:15.299713 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef374ae-69e2-465b-bdc4-fbf570d964d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20243fc0-abd9-49ce-866d-ec6a822a66b5,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:15.307497 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-0ef374ae-69e2-465b-bdc4-fbf570d964d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3bc969357830457ab40b14d18a0b8592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347808 Apr 12 18:04:15.307497 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 45912) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:15.336257 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-db04556d-7dd6-40ef-8603-203aebae11e9 service neutron] 10.222.0.24 "GET /v2.0/networks/72dd9dac-57fb-41fd-8a0c-bb4debc94279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893192 Apr 12 18:04:15.363452 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33790b94-cf16-4e18-91f3-ac705da8f8a4 admin admin] Publish callbacks [] for security_group (20243fc0-abd9-49ce-866d-ec6a822a66b5), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:15.387419 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33790b94-cf16-4e18-91f3-ac705da8f8a4 admin admin] Publish callbacks [] for security_group (20243fc0-abd9-49ce-866d-ec6a822a66b5), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:15.439912 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33790b94-cf16-4e18-91f3-ac705da8f8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (20243fc0-abd9-49ce-866d-ec6a822a66b5), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:15.442696 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-33790b94-cf16-4e18-91f3-ac705da8f8a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:15.444045 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-33790b94-cf16-4e18-91f3-ac705da8f8a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20243fc0-abd9-49ce-866d-ec6a822a66b5 HTTP/1.1" status: 204 len: 168 time: 0.1353106 Apr 12 18:04:15.452943 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33790b94-cf16-4e18-91f3-ac705da8f8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20243fc0-abd9-49ce-866d-ec6a822a66b5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:15.565540 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b416cfdf-d5a4-4585-aa89-2f0e343646c7 req-87136951-3a54-4fe1-a7ce-93ece4096d58 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d1b3db-8831-4aaf-bf71-1e12294a0632 HTTP/1.1" status: 200 len: 210 time: 0.0453858 Apr 12 18:04:16.530449 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-e84e4622-9700-4050-a6c8-8b89645ac988 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:16.531920 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-e84e4622-9700-4050-a6c8-8b89645ac988 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.23 "GET /v2.0/networks?id=72dd9dac-57fb-41fd-8a0c-bb4debc94279 HTTP/1.1" status: 200 len: 814 time: 0.1127191 Apr 12 18:04:16.544911 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-99602c87-ba09-461b-b256-6db09568d3aa tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Request body: {'port': {'device_id': 'b5d1b3db-8831-4aaf-bf71-1e12294a0632', 'network_id': '72dd9dac-57fb-41fd-8a0c-bb4debc94279', 'admin_state_up': True, 'tenant_id': '715369c567c2485e88fd668f3623c16d'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:04:16.666116 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9f3a678b-6d3d-4a19-a61e-284eb8f5427d req-24c88443-3b28-49ea-814c-0538d87ac87e tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d1b3db-8831-4aaf-bf71-1e12294a0632 HTTP/1.1" status: 200 len: 210 time: 0.0292368 Apr 12 18:04:16.666824 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-99602c87-ba09-461b-b256-6db09568d3aa tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Made reservation on behalf of 715369c567c2485e88fd668f3623c16d for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:04:16.670698 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-99602c87-ba09-461b-b256-6db09568d3aa tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:16.805744 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-99602c87-ba09-461b-b256-6db09568d3aa tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Allocated IP 172.20.0.13 (72dd9dac-57fb-41fd-8a0c-bb4debc94279/70fa8952-e9ab-4a71-b856-aa668b42401a/5144be4b-7055-472a-b67d-dfb8c41f888d) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:04:16.964835 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-99602c87-ba09-461b-b256-6db09568d3aa tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Publish callbacks [] for port (5144be4b-7055-472a-b67d-dfb8c41f888d), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:16.997459 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-99602c87-ba09-461b-b256-6db09568d3aa tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (5144be4b-7055-472a-b67d-dfb8c41f888d), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:17.038388 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-99602c87-ba09-461b-b256-6db09568d3aa tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Network 72dd9dac-57fb-41fd-8a0c-bb4debc94279 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:04:17.043800 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-99602c87-ba09-461b-b256-6db09568d3aa tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:04:17.047460 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-99602c87-ba09-461b-b256-6db09568d3aa tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:04:17.074902 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602c87-ba09-461b-b256-6db09568d3aa tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Pushing event updated for resources: {'Port': ['ID=5144be4b-7055-472a-b67d-dfb8c41f888d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:17.101263 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-99602c87-ba09-461b-b256-6db09568d3aa tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:17.102017 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-99602c87-ba09-461b-b256-6db09568d3aa tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:17.116723 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-99602c87-ba09-461b-b256-6db09568d3aa tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5760438 Apr 12 18:04:17.127905 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] Request body: {'port': {'device_id': 'b5d1b3db-8831-4aaf-bf71-1e12294a0632', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:04:17.186765 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (5144be4b-7055-472a-b67d-dfb8c41f888d), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:17.443659 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5144be4b-7055-472a-b67d-dfb8c41f888d {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:04:17.451536 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] Publish callbacks [] for port (5144be4b-7055-472a-b67d-dfb8c41f888d), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:17.464160 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] Transition to ACTIVE for port object 5144be4b-7055-472a-b67d-dfb8c41f888d will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:04:17.467050 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8586785'] for port (5144be4b-7055-472a-b67d-dfb8c41f888d), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:17.520054 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] Pushing event updated for resources: {'Port': ['ID=5144be4b-7055-472a-b67d-dfb8c41f888d,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:17.581815 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] Attempting to bind port 5144be4b-7055-472a-b67d-dfb8c41f888d on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:04:17.582533 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] Attempting to bind port 5144be4b-7055-472a-b67d-dfb8c41f888d by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '1020b58a-4a29-4b67-8957-566cc4c524fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '72dd9dac-57fb-41fd-8a0c-bb4debc94279'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:04:17.582533 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] Attempting to bind port 5144be4b-7055-472a-b67d-dfb8c41f888d on network 72dd9dac-57fb-41fd-8a0c-bb4debc94279 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:04:17.586894 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] Port 5144be4b-7055-472a-b67d-dfb8c41f888d on network 72dd9dac-57fb-41fd-8a0c-bb4debc94279 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:04:17.587228 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] Attempting to bind port 5144be4b-7055-472a-b67d-dfb8c41f888d on network 72dd9dac-57fb-41fd-8a0c-bb4debc94279 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:04:17.592096 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] Checking agent: {'id': '00f7abb9-3948-4d4d-ae73-3182f7e75cf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'started_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:04:17.592442 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] Checking segment: {'id': '1020b58a-4a29-4b67-8957-566cc4c524fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '72dd9dac-57fb-41fd-8a0c-bb4debc94279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:04:17.592851 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] Bound using segment: {'id': '1020b58a-4a29-4b67-8957-566cc4c524fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '72dd9dac-57fb-41fd-8a0c-bb4debc94279'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:04:17.593286 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] Bound port: 5144be4b-7055-472a-b67d-dfb8c41f888d, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1020b58a-4a29-4b67-8957-566cc4c524fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '72dd9dac-57fb-41fd-8a0c-bb4debc94279'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:04:17.593646 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (5144be4b-7055-472a-b67d-dfb8c41f888d), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:17.658519 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] For port 5144be4b-7055-472a-b67d-dfb8c41f888d, host hv-cinder-83753, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:04:17.661469 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] For port 5144be4b-7055-472a-b67d-dfb8c41f888d, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5144be4b-7055-472a-b67d-dfb8c41f888d,segment=NetworkSegment(1020b58a-4a29-4b67-8957-566cc4c524fc),segment_id=1020b58a-4a29-4b67-8957-566cc4c524fc)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:04:17.667576 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8586785'] for port (5144be4b-7055-472a-b67d-dfb8c41f888d), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:17.699492 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:17.700206 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:17.701515 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] 10.222.0.23 "PUT /v2.0/ports/5144be4b-7055-472a-b67d-dfb8c41f888d HTTP/1.1" status: 200 len: 1094 time: 0.5775728 Apr 12 18:04:17.701972 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d1b3db-8831-4aaf-bf71-1e12294a0632', 'tag': '5144be4b-7055-472a-b67d-dfb8c41f888d'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:04:17.704248 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba82cd89-601f-45d7-a6e2-322ad4bbe9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d1b3db-8831-4aaf-bf71-1e12294a0632", "tag": "5144be4b-7055-472a-b67d-dfb8c41f888d"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:04:17.729952 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe5c48-78c2-4692-9dd9-e5ea8826ee7b service neutron] Pushing event updated for resources: {'Port': ['ID=5144be4b-7055-472a-b67d-dfb8c41f888d,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:17.771990 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be4d377-9ced-415a-bc82-885d8dbbe2e7 x-openstack-request-id: req-5be4d377-9ced-415a-bc82-885d8dbbe2e7 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:04:17.772414 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d1b3db-8831-4aaf-bf71-1e12294a0632", "tag": "5144be4b-7055-472a-b67d-dfb8c41f888d", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:04:17.772758 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5be4d377-9ced-415a-bc82-885d8dbbe2e7 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:04:17.773243 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be4d377-9ced-415a-bc82-885d8dbbe2e7'] response: {'name': 'network-changed', 'server_uuid': 'b5d1b3db-8831-4aaf-bf71-1e12294a0632', 'tag': '5144be4b-7055-472a-b67d-dfb8c41f888d', 'status': 'completed', 'code': 200} Apr 12 18:04:17.785125 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-e8184454-2014-4455-a46a-76f1056bc309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:17.786722 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-e8184454-2014-4455-a46a-76f1056bc309 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=715369c567c2485e88fd668f3623c16d&device_id=b5d1b3db-8831-4aaf-bf71-1e12294a0632 HTTP/1.1" status: 200 len: 1128 time: 0.0427206 Apr 12 18:04:17.805949 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19fde0-bb26-47b2-bfe7-c91b69ae0a48 req-fc2ca99e-6a80-4deb-b1b5-caed2c22d3e8 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:17.807497 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0d19fde0-bb26-47b2-bfe7-c91b69ae0a48 req-fc2ca99e-6a80-4deb-b1b5-caed2c22d3e8 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d1b3db-8831-4aaf-bf71-1e12294a0632 HTTP/1.1" status: 200 len: 944 time: 0.0475702 Apr 12 18:04:17.833359 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-ee2380d2-25aa-402a-a1bb-aa51e2c4bce0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5144be4b-7055-472a-b67d-dfb8c41f888d HTTP/1.1" status: 200 len: 217 time: 0.0364795 Apr 12 18:04:17.855268 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0d19fde0-bb26-47b2-bfe7-c91b69ae0a48 req-14720803-d26d-4069-9bda-42519f8a64b5 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9db566e-5c1f-4cce-9b57-a07e7def276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421226 Apr 12 18:04:17.883970 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-46ba95a2-4d53-493b-a730-bd5467513e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:17.885421 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-46ba95a2-4d53-493b-a730-bd5467513e4b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=70fa8952-e9ab-4a71-b856-aa668b42401a HTTP/1.1" status: 200 len: 854 time: 0.0434921 Apr 12 18:04:17.922124 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-82bff8c4-6caf-4e5c-a113-b426b49bf28c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=72dd9dac-57fb-41fd-8a0c-bb4debc94279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277846 Apr 12 18:04:18.014676 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-6bcf79a7-a183-4c2f-bbd6-b914ce0a0b4f service neutron] 10.222.0.23 "GET /v2.0/networks/72dd9dac-57fb-41fd-8a0c-bb4debc94279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865066 Apr 12 18:04:18.105671 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4ae311c5-c530-4b7b-bfac-9f51accc59be req-4cb1c321-94aa-42b7-a552-75ff72f0b928 service neutron] 10.222.0.23 "GET /v2.0/networks/72dd9dac-57fb-41fd-8a0c-bb4debc94279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840094 Apr 12 18:04:18.966721 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf5aec-2669-415b-afc0-0b03f6171eaf req-1c025626-5c6f-41e0-8892-c9e0c23bbc3c tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:18.968244 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8bdf5aec-2669-415b-afc0-0b03f6171eaf req-1c025626-5c6f-41e0-8892-c9e0c23bbc3c tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d1b3db-8831-4aaf-bf71-1e12294a0632 HTTP/1.1" status: 200 len: 944 time: 0.0465193 Apr 12 18:04:19.018551 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8bdf5aec-2669-415b-afc0-0b03f6171eaf req-a4fa6f59-0f1a-4c7d-ba25-036bce391175 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9db566e-5c1f-4cce-9b57-a07e7def276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446093 Apr 12 18:04:19.084149 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82cd89-601f-45d7-a6e2-322ad4bbe9e7 req-c5a8e8a7-bc9e-4725-9aa4-89df3d56f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:19.085656 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ba82cd89-601f-45d7-a6e2-322ad4bbe9e7 req-c5a8e8a7-bc9e-4725-9aa4-89df3d56f86c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=715369c567c2485e88fd668f3623c16d&device_id=b5d1b3db-8831-4aaf-bf71-1e12294a0632 HTTP/1.1" status: 200 len: 1128 time: 0.0385668 Apr 12 18:04:19.176800 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82cd89-601f-45d7-a6e2-322ad4bbe9e7 req-895b7919-fd78-4849-85f5-05ada2125cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:19.178154 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ba82cd89-601f-45d7-a6e2-322ad4bbe9e7 req-895b7919-fd78-4849-85f5-05ada2125cde service neutron] 10.222.0.23 "GET /v2.0/networks?id=72dd9dac-57fb-41fd-8a0c-bb4debc94279 HTTP/1.1" status: 200 len: 915 time: 0.0848145 Apr 12 18:04:19.218692 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ba82cd89-601f-45d7-a6e2-322ad4bbe9e7 req-b7b11bab-5d68-46ca-9082-b25e0afb6beb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5144be4b-7055-472a-b67d-dfb8c41f888d HTTP/1.1" status: 200 len: 217 time: 0.0321820 Apr 12 18:04:19.269179 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82cd89-601f-45d7-a6e2-322ad4bbe9e7 req-803e98ce-ca77-49ed-babe-5d49013f6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:19.270633 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ba82cd89-601f-45d7-a6e2-322ad4bbe9e7 req-803e98ce-ca77-49ed-babe-5d49013f6c9e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=70fa8952-e9ab-4a71-b856-aa668b42401a HTTP/1.1" status: 200 len: 854 time: 0.0459082 Apr 12 18:04:19.303077 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ba82cd89-601f-45d7-a6e2-322ad4bbe9e7 req-e83d8c23-4d2b-4137-8acd-535837e7a63f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=72dd9dac-57fb-41fd-8a0c-bb4debc94279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262103 Apr 12 18:04:19.392211 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ba82cd89-601f-45d7-a6e2-322ad4bbe9e7 req-ca95c8fe-6747-4cfc-9df5-5dfee1306abe service neutron] 10.222.0.23 "GET /v2.0/networks/72dd9dac-57fb-41fd-8a0c-bb4debc94279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826159 Apr 12 18:04:19.484525 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ba82cd89-601f-45d7-a6e2-322ad4bbe9e7 req-a2dbdc72-e3ec-4884-b5f0-626ed9535b7f service neutron] 10.222.0.23 "GET /v2.0/networks/72dd9dac-57fb-41fd-8a0c-bb4debc94279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861633 Apr 12 18:04:19.555316 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 45984) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:19.597550 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f7582c-9628-4afc-a9fe-115c2bf7022e admin admin] Deleting subnet 53dac078-15f1-4774-8e72-ab4393603b5f {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:04:19.600640 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14f7582c-9628-4afc-a9fe-115c2bf7022e admin admin] Publish callbacks [] for subnet (53dac078-15f1-4774-8e72-ab4393603b5f), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:19.634383 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14f7582c-9628-4afc-a9fe-115c2bf7022e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8818640'] for subnet (53dac078-15f1-4774-8e72-ab4393603b5f), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:19.673822 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14f7582c-9628-4afc-a9fe-115c2bf7022e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2057050'] for subnet (53dac078-15f1-4774-8e72-ab4393603b5f), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:19.972287 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14f7582c-9628-4afc-a9fe-115c2bf7022e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8586871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386091'] for subnet (53dac078-15f1-4774-8e72-ab4393603b5f), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:19.996552 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7582c-9628-4afc-a9fe-115c2bf7022e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53dac078-15f1-4774-8e72-ab4393603b5f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:20.001425 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14f7582c-9628-4afc-a9fe-115c2bf7022e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:20.004477 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-14f7582c-9628-4afc-a9fe-115c2bf7022e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/53dac078-15f1-4774-8e72-ab4393603b5f HTTP/1.1" status: 204 len: 168 time: 0.4481468 Apr 12 18:04:20.006906 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 45986) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:20.077285 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f2c1b42c-7d1a-400d-bae9-b1bff809e15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678379'] for network (16861726-d222-4995-a3b5-223aa13884b0), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:20.128729 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332adb8-4e96-4a88-8f32-64e6da52252f req-efa63999-8cb4-42de-94e2-5895fe838699 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:20.130199 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0332adb8-4e96-4a88-8f32-64e6da52252f req-efa63999-8cb4-42de-94e2-5895fe838699 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d1b3db-8831-4aaf-bf71-1e12294a0632 HTTP/1.1" status: 200 len: 944 time: 0.0451634 Apr 12 18:04:20.152878 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f2c1b42c-7d1a-400d-bae9-b1bff809e15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059233', 'neutron.services.segments.db._delete_segments_for_network-8742383711672'] for network (16861726-d222-4995-a3b5-223aa13884b0), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:20.173090 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-f2c1b42c-7d1a-400d-bae9-b1bff809e15b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16861726-d222-4995-a3b5-223aa13884b0']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:04:20.176249 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0332adb8-4e96-4a88-8f32-64e6da52252f req-8aa9ed62-e0b7-46a1-bea4-4c802dcedd8a tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9db566e-5c1f-4cce-9b57-a07e7def276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397623 Apr 12 18:04:20.183155 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-f2c1b42c-7d1a-400d-bae9-b1bff809e15b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70f073e-68e2-4164-81b0-4fbbf2743811') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:04:20.183464 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-f2c1b42c-7d1a-400d-bae9-b1bff809e15b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70f073e-68e2-4164-81b0-4fbbf2743811') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:04:20.192908 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f2c1b42c-7d1a-400d-bae9-b1bff809e15b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742383633601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8818667'] for segment (f70f073e-68e2-4164-81b0-4fbbf2743811), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:20.206647 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f2c1b42c-7d1a-400d-bae9-b1bff809e15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (f70f073e-68e2-4164-81b0-4fbbf2743811), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:20.212751 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c1b42c-7d1a-400d-bae9-b1bff809e15b admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:04:20.213169 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f2c1b42c-7d1a-400d-bae9-b1bff809e15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8586957'] for segment (f70f073e-68e2-4164-81b0-4fbbf2743811), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: Traceback (most recent call last): Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: timer() Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: cb(*args, **kw) Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: return func(*args, **kwargs) Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: self._notify() Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: self.callback(batched_events) Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: event.method(event) Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: return f(self, *a, **k) Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: return self._get(url).json() Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:04:20.214868 dv-cinder-837534-1-iscsi neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:04:20.220310 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 5144be4b-7055-472a-b67d-dfb8c41f888d details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:04:20.270737 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f2c1b42c-7d1a-400d-bae9-b1bff809e15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546271'] for network (16861726-d222-4995-a3b5-223aa13884b0), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:20.277935 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f2c1b42c-7d1a-400d-bae9-b1bff809e15b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:20.283613 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-f2c1b42c-7d1a-400d-bae9-b1bff809e15b admin admin] 10.222.0.24 "DELETE /v2.0/networks/16861726-d222-4995-a3b5-223aa13884b0 HTTP/1.1" status: 204 len: 168 time: 0.2732275 Apr 12 18:04:20.284651 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 45990) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:20.290758 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1b42c-7d1a-400d-bae9-b1bff809e15b admin admin] Pushing event deleted for resources: {'Network': ['ID=16861726-d222-4995-a3b5-223aa13884b0,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:20.329771 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 5144be4b-7055-472a-b67d-dfb8c41f888d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5144be4b-7055-472a-b67d-dfb8c41f888d,segment=NetworkSegment(1020b58a-4a29-4b67-8957-566cc4c524fc),segment_id=1020b58a-4a29-4b67-8957-566cc4c524fc)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:04:20.330395 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0243fa42-b733-49b0-8516-48fae4193288 admin admin] Deleting subnet 85e06a4a-4699-46a7-9036-9ccc0acbeb49 {{(pid=109827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:04:20.333538 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0243fa42-b733-49b0-8516-48fae4193288 admin admin] Publish callbacks [] for subnet (85e06a4a-4699-46a7-9036-9ccc0acbeb49), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:20.341155 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': '5144be4b-7055-472a-b67d-dfb8c41f888d', 'network_id': '72dd9dac-57fb-41fd-8a0c-bb4debc94279', 'port_id': '5144be4b-7055-472a-b67d-dfb8c41f888d', 'mac_address': 'fa:16:3e:de:0a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70fa8952-e9ab-4a71-b856-aa668b42401a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:04:20.370969 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0243fa42-b733-49b0-8516-48fae4193288 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8397960'] for subnet (85e06a4a-4699-46a7-9036-9ccc0acbeb49), precommit_delete_associations {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:20.381029 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 5144be4b-7055-472a-b67d-dfb8c41f888d is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:04:20.381425 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (5144be4b-7055-472a-b67d-dfb8c41f888d), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:20.394663 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5144be4b-7055-472a-b67d-dfb8c41f888d {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:04:20.410281 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0243fa42-b733-49b0-8516-48fae4193288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2057050'] for subnet (85e06a4a-4699-46a7-9036-9ccc0acbeb49), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:20.413983 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 5144be4b-7055-472a-b67d-dfb8c41f888d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5144be4b-7055-472a-b67d-dfb8c41f888d,segment=NetworkSegment(1020b58a-4a29-4b67-8957-566cc4c524fc),segment_id=1020b58a-4a29-4b67-8957-566cc4c524fc)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:04:20.418502 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (5144be4b-7055-472a-b67d-dfb8c41f888d), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:20.465846 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0243fa42-b733-49b0-8516-48fae4193288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9209003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9217427'] for subnet (85e06a4a-4699-46a7-9036-9ccc0acbeb49), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:20.467221 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=5144be4b-7055-472a-b67d-dfb8c41f888d,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:20.474674 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:20.475030 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:20.475377 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:20.475726 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:20.476062 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:20.476399 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:20.477291 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:20.477708 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:20.478046 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:20.478401 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:20.478736 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:20.479069 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:20.479397 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:20.479728 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:20.480078 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:04:20.492655 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243fa42-b733-49b0-8516-48fae4193288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85e06a4a-4699-46a7-9036-9ccc0acbeb49,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:20.497341 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0243fa42-b733-49b0-8516-48fae4193288 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:20.500453 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-0243fa42-b733-49b0-8516-48fae4193288 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/85e06a4a-4699-46a7-9036-9ccc0acbeb49 HTTP/1.1" status: 204 len: 168 time: 0.2148185 Apr 12 18:04:20.502919 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 45992) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:20.572164 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-252f5acd-1453-4ce0-8b22-c79517c6193b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678379'] for network (c37f42ec-f512-44ff-b564-2a636835c3cb), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:20.648047 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-252f5acd-1453-4ce0-8b22-c79517c6193b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059233', 'neutron.services.segments.db._delete_segments_for_network-8742383711672'] for network (c37f42ec-f512-44ff-b564-2a636835c3cb), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:20.667456 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.services.segments.db [None req-252f5acd-1453-4ce0-8b22-c79517c6193b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37f42ec-f512-44ff-b564-2a636835c3cb']}} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:04:20.676497 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.services.segments.db [None req-252f5acd-1453-4ce0-8b22-c79517c6193b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a265b4-bdfe-469d-8535-c0e06b67f083') {'for_net_delete': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:04:20.676788 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.services.segments.db [None req-252f5acd-1453-4ce0-8b22-c79517c6193b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a265b4-bdfe-469d-8535-c0e06b67f083') {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:04:20.681885 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['5144be4b-7055-472a-b67d-dfb8c41f888d'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:04:20.686790 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-252f5acd-1453-4ce0-8b22-c79517c6193b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742383633601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8398003'] for segment (92a265b4-bdfe-469d-8535-c0e06b67f083), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:20.700068 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-252f5acd-1453-4ce0-8b22-c79517c6193b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (92a265b4-bdfe-469d-8535-c0e06b67f083), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:20.705806 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252f5acd-1453-4ce0-8b22-c79517c6193b admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=109827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:04:20.706217 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-252f5acd-1453-4ce0-8b22-c79517c6193b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9208849'] for segment (92a265b4-bdfe-469d-8535-c0e06b67f083), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: Traceback (most recent call last): Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: timer() Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: cb(*args, **kw) Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: return func(*args, **kwargs) Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: self._notify() Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: self.callback(batched_events) Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: event.method(event) Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: return f(self, *a, **k) Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: return self._get(url).json() Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: return self.request(url, 'GET', **kwargs) Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:04:20.707844 dv-cinder-837534-1-iscsi neutron-server[109827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:04:20.765564 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-252f5acd-1453-4ce0-8b22-c79517c6193b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546271'] for network (c37f42ec-f512-44ff-b564-2a636835c3cb), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:20.770886 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-252f5acd-1453-4ce0-8b22-c79517c6193b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:20.775079 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-252f5acd-1453-4ce0-8b22-c79517c6193b admin admin] 10.222.0.24 "DELETE /v2.0/networks/c37f42ec-f512-44ff-b564-2a636835c3cb HTTP/1.1" status: 204 len: 168 time: 0.2711110 Apr 12 18:04:20.786940 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f5acd-1453-4ce0-8b22-c79517c6193b admin admin] Pushing event deleted for resources: {'Network': ['ID=c37f42ec-f512-44ff-b564-2a636835c3cb,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:20.936631 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 45996) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:20.974927 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-388c512b-3c46-4576-9963-9867dbecde2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bef6cf5805ac4d46b96812d293f20014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371926 Apr 12 18:04:20.977450 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 45998) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:21.023259 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e67d17e4-47b7-448d-8cde-7028ff01cc19 admin admin] Publish callbacks [] for security_group (6310a138-b17d-49a1-81ec-3fc953b5e780), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:21.043882 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e67d17e4-47b7-448d-8cde-7028ff01cc19 admin admin] Publish callbacks [] for security_group (6310a138-b17d-49a1-81ec-3fc953b5e780), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:21.093868 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e67d17e4-47b7-448d-8cde-7028ff01cc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (6310a138-b17d-49a1-81ec-3fc953b5e780), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:21.096538 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e67d17e4-47b7-448d-8cde-7028ff01cc19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:21.097668 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-e67d17e4-47b7-448d-8cde-7028ff01cc19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6310a138-b17d-49a1-81ec-3fc953b5e780 HTTP/1.1" status: 204 len: 168 time: 0.1193562 Apr 12 18:04:21.105312 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d17e4-47b7-448d-8cde-7028ff01cc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6310a138-b17d-49a1-81ec-3fc953b5e780,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:21.288945 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb938f-f3c3-407d-9953-9840e4894815 req-ef007ae5-02b1-4e4f-925f-54f244c94b79 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:21.296871 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-cddb938f-f3c3-407d-9953-9840e4894815 req-ef007ae5-02b1-4e4f-925f-54f244c94b79 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d1b3db-8831-4aaf-bf71-1e12294a0632 HTTP/1.1" status: 200 len: 945 time: 0.0545895 Apr 12 18:04:21.339663 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-cddb938f-f3c3-407d-9953-9840e4894815 req-125b3897-07e5-4c61-9c75-ba2d1bbdf7c8 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9db566e-5c1f-4cce-9b57-a07e7def276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419388 Apr 12 18:04:21.418117 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 46006) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:21.457552 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-c8ff8d7a-6a41-4045-b1a6-99ceef89b105 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0cd26992c5de4642b325c1a8a448ae6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379851 Apr 12 18:04:21.459798 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 46008) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:21.505466 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-307a5622-4589-4f03-96ff-795540222bae admin admin] Publish callbacks [] for security_group (1f31a75e-d986-477d-a211-baea506011a3), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:21.525508 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-307a5622-4589-4f03-96ff-795540222bae admin admin] Publish callbacks [] for security_group (1f31a75e-d986-477d-a211-baea506011a3), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:21.574806 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-307a5622-4589-4f03-96ff-795540222bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (1f31a75e-d986-477d-a211-baea506011a3), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:21.577209 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-307a5622-4589-4f03-96ff-795540222bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:21.578348 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-307a5622-4589-4f03-96ff-795540222bae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f31a75e-d986-477d-a211-baea506011a3 HTTP/1.1" status: 204 len: 168 time: 0.1176536 Apr 12 18:04:21.585987 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a5622-4589-4f03-96ff-795540222bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f31a75e-d986-477d-a211-baea506011a3,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:22.240557 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 5144be4b-7055-472a-b67d-dfb8c41f888d up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:04:22.288421 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning for port 5144be4b-7055-472a-b67d-dfb8c41f888d completed by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:04:22.294928 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port 5144be4b-7055-472a-b67d-dfb8c41f888d triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:04:22.295308 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (5144be4b-7055-472a-b67d-dfb8c41f888d), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:22.381031 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 5144be4b-7055-472a-b67d-dfb8c41f888d is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:04:22.381429 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (5144be4b-7055-472a-b67d-dfb8c41f888d), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:22.407419 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d1b3db-8831-4aaf-bf71-1e12294a0632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5144be4b-7055-472a-b67d-dfb8c41f888d'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:04:22.411412 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1917e48e-00f4-47ca-80fc-13c82a966744" -d '{"events": [{"server_uuid": "b5d1b3db-8831-4aaf-bf71-1e12294a0632", "name": "network-vif-plugged", "status": "completed", "tag": "5144be4b-7055-472a-b67d-dfb8c41f888d"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:04:22.425795 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 5144be4b-7055-472a-b67d-dfb8c41f888d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5144be4b-7055-472a-b67d-dfb8c41f888d,segment=NetworkSegment(1020b58a-4a29-4b67-8957-566cc4c524fc),segment_id=1020b58a-4a29-4b67-8957-566cc4c524fc)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:04:22.435334 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (5144be4b-7055-472a-b67d-dfb8c41f888d), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:22.461800 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3271ae-f692-4f68-9b49-c8d08af5fff3 x-openstack-request-id: req-ec3271ae-f692-4f68-9b49-c8d08af5fff3 {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:04:22.462099 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d1b3db-8831-4aaf-bf71-1e12294a0632", "name": "network-vif-plugged", "status": "completed", "tag": "5144be4b-7055-472a-b67d-dfb8c41f888d", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:04:22.462383 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec3271ae-f692-4f68-9b49-c8d08af5fff3 {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:04:22.463301 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec3271ae-f692-4f68-9b49-c8d08af5fff3'] response: {'server_uuid': 'b5d1b3db-8831-4aaf-bf71-1e12294a0632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5144be4b-7055-472a-b67d-dfb8c41f888d', 'code': 200} Apr 12 18:04:22.477267 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41a701-289b-4651-8bd1-11c929852ee5 req-5df0e8fe-583b-43a5-8384-ebff5f83ba5f tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:22.482728 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-cb41a701-289b-4651-8bd1-11c929852ee5 req-5df0e8fe-583b-43a5-8384-ebff5f83ba5f tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d1b3db-8831-4aaf-bf71-1e12294a0632 HTTP/1.1" status: 200 len: 946 time: 0.0626304 Apr 12 18:04:22.504860 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=5144be4b-7055-472a-b67d-dfb8c41f888d,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:22.536867 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-cb41a701-289b-4651-8bd1-11c929852ee5 req-c6dcb853-12a1-4b55-9354-d018382fb149 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9db566e-5c1f-4cce-9b57-a07e7def276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498528 Apr 12 18:04:22.636642 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bd320-ec12-4491-ac54-920b9234b59a req-491ca30f-e7a8-482d-b839-536101b59e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:22.638286 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4a8bd320-ec12-4491-ac54-920b9234b59a req-491ca30f-e7a8-482d-b839-536101b59e67 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b5d1b3db-8831-4aaf-bf71-1e12294a0632 HTTP/1.1" status: 200 len: 1130 time: 0.0392182 Apr 12 18:04:22.645906 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 46044) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:22.683760 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4a8bd320-ec12-4491-ac54-920b9234b59a req-84497297-c1e5-41f2-8cef-6fb183159ac7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d9db566e-5c1f-4cce-9b57-a07e7def276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379529 Apr 12 18:04:22.749894 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bd6d7e99-ceab-4cd6-b168-7c2cfa95644e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:22.820658 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bd6d7e99-ceab-4cd6-b168-7c2cfa95644e admin admin] Publish callbacks [] for security_group (a0072e2f-b2b3-4249-a16f-10e765b9940a), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:22.825238 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bd6d7e99-ceab-4cd6-b168-7c2cfa95644e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (a0072e2f-b2b3-4249-a16f-10e765b9940a), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:22.872158 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-bd6d7e99-ceab-4cd6-b168-7c2cfa95644e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2bbf769bdac4a08b9f60c88ca3cdb69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251265 Apr 12 18:04:22.873266 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d7e99-ceab-4cd6-b168-7c2cfa95644e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0072e2f-b2b3-4249-a16f-10e765b9940a,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:22.874806 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 46048) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:22.926572 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6354f72c-7684-4cd3-874b-8a1442d0e54e admin admin] Publish callbacks [] for security_group (a0072e2f-b2b3-4249-a16f-10e765b9940a), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:22.946718 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6354f72c-7684-4cd3-874b-8a1442d0e54e admin admin] Publish callbacks [] for security_group (a0072e2f-b2b3-4249-a16f-10e765b9940a), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:22.993217 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6354f72c-7684-4cd3-874b-8a1442d0e54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (a0072e2f-b2b3-4249-a16f-10e765b9940a), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:22.995772 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6354f72c-7684-4cd3-874b-8a1442d0e54e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:22.996901 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-6354f72c-7684-4cd3-874b-8a1442d0e54e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0072e2f-b2b3-4249-a16f-10e765b9940a HTTP/1.1" status: 204 len: 168 time: 0.1210296 Apr 12 18:04:23.005171 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354f72c-7684-4cd3-874b-8a1442d0e54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0072e2f-b2b3-4249-a16f-10e765b9940a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:23.662258 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992f951-83df-4311-8d30-4d3b07ca5c2b req-aa59b352-3e40-499e-83cc-63b9048bc500 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:23.663744 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a992f951-83df-4311-8d30-4d3b07ca5c2b req-aa59b352-3e40-499e-83cc-63b9048bc500 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d1b3db-8831-4aaf-bf71-1e12294a0632 HTTP/1.1" status: 200 len: 946 time: 0.0513363 Apr 12 18:04:23.712419 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a992f951-83df-4311-8d30-4d3b07ca5c2b req-da2adf43-c067-484c-8547-b60ff677c0f5 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9db566e-5c1f-4cce-9b57-a07e7def276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422797 Apr 12 18:04:24.826439 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bf7fe-8fb8-4cf7-8e5e-b52b2bdbadfd req-385035e0-f307-43e9-8168-05c756cdc546 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:04:24.827903 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-742bf7fe-8fb8-4cf7-8e5e-b52b2bdbadfd req-385035e0-f307-43e9-8168-05c756cdc546 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d1b3db-8831-4aaf-bf71-1e12294a0632 HTTP/1.1" status: 200 len: 946 time: 0.0471251 Apr 12 18:04:24.873300 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-742bf7fe-8fb8-4cf7-8e5e-b52b2bdbadfd req-a0e89b74-d4f4-4cea-8f9d-caf926658ea1 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9db566e-5c1f-4cce-9b57-a07e7def276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399783 Apr 12 18:04:28.276359 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-256d7e40-c084-4d7a-a9b4-58ac6c6daa08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:30.805577 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c7eff70f-0f70-4ca0-9fe0-aa60b407eb22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:31.675451 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:31.912963 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:32.594811 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 46210) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:32.699970 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d12e76c7-c82e-4e4a-9e8e-bd78c8ede469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:32.781762 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d12e76c7-c82e-4e4a-9e8e-bd78c8ede469 admin admin] Publish callbacks [] for security_group (55f86ae1-7cea-4011-bc96-967d336aef5a), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:32.785648 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d12e76c7-c82e-4e4a-9e8e-bd78c8ede469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (55f86ae1-7cea-4011-bc96-967d336aef5a), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:32.822928 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e76c7-c82e-4e4a-9e8e-bd78c8ede469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f86ae1-7cea-4011-bc96-967d336aef5a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:32.829512 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-d12e76c7-c82e-4e4a-9e8e-bd78c8ede469 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b803951dcd7445dabbd582b929003a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324626 Apr 12 18:04:32.831127 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 46216) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:04:32.881436 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1cdb050d-a7b8-4950-b32a-74df675f652b admin admin] Publish callbacks [] for security_group (55f86ae1-7cea-4011-bc96-967d336aef5a), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:32.905975 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1cdb050d-a7b8-4950-b32a-74df675f652b admin admin] Publish callbacks [] for security_group (55f86ae1-7cea-4011-bc96-967d336aef5a), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:32.953473 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1cdb050d-a7b8-4950-b32a-74df675f652b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (55f86ae1-7cea-4011-bc96-967d336aef5a), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:32.956021 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1cdb050d-a7b8-4950-b32a-74df675f652b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:32.957326 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-1cdb050d-a7b8-4950-b32a-74df675f652b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55f86ae1-7cea-4011-bc96-967d336aef5a HTTP/1.1" status: 204 len: 168 time: 0.1253288 Apr 12 18:04:32.965820 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb050d-a7b8-4950-b32a-74df675f652b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f86ae1-7cea-4011-bc96-967d336aef5a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:04:33.117030 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:34.420662 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:04:41.617603 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:04:58.280170 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-43a0c354-c38c-471b-9a95-a8b1e4d62107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:00.807897 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-44150292-32ee-4bfb-9e45-5565a5d95a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:01.678219 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:01.918477 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:03.118614 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:04.413379 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:05.709584 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7ce26aa4-b738-425a-a9e3-ce2058024910 req-5294f014-5b34-498b-a046-ef94ecaeef50 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1367108845&fields=id&tenant_id=0dc793bdb0444a4dbc3d543698eab22c HTTP/1.1" status: 200 len: 267 time: 0.0452352 Apr 12 18:05:05.762214 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce26aa4-b738-425a-a9e3-ce2058024910 req-4b6c42f1-dc37-4c80-80ee-4ef616e4fa93 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:05.763662 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7ce26aa4-b738-425a-a9e3-ce2058024910 req-4b6c42f1-dc37-4c80-80ee-4ef616e4fa93 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 984 time: 0.0488808 Apr 12 18:05:05.774299 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [req-7ce26aa4-b738-425a-a9e3-ce2058024910 req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Request body: {'port': {'security_groups': ['cd0a397b-23f3-44fc-9536-cc5cfaf03cd2']}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:05:05.845998 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-7ce26aa4-b738-425a-a9e3-ce2058024910 req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:06.017705 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [req-7ce26aa4-b738-425a-a9e3-ce2058024910 req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] For port 9cae879d-5df1-40ee-8197-3498fb16cc20, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9cae879d-5df1-40ee-8197-3498fb16cc20,segment=NetworkSegment(d79506bb-5b9f-4d56-bcf2-9390718d5c1e),segment_id=d79506bb-5b9f-4d56-bcf2-9390718d5c1e)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:06.046147 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-7ce26aa4-b738-425a-a9e3-ce2058024910 req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:06.050386 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-7ce26aa4-b738-425a-a9e3-ce2058024910 req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209085'] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:06.086917 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce26aa4-b738-425a-a9e3-ce2058024910 req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:06.087556 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [req-7ce26aa4-b738-425a-a9e3-ce2058024910 req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:06.088950 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7ce26aa4-b738-425a-a9e3-ce2058024910 req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "PUT /v2.0/ports/9cae879d-5df1-40ee-8197-3498fb16cc20 HTTP/1.1" status: 200 len: 942 time: 0.3189602 Apr 12 18:05:06.091436 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f016b8b-b724-4d9d-9898-b008967ca69a', 'tag': '9cae879d-5df1-40ee-8197-3498fb16cc20'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:05:06.093929 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8794fbc469913332b26a1bcbfb78f2e90de67fe5ea04afc148497b54c77658c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710af573-70f7-4bb8-a3e9-cf6a7876bb09" -d '{"events": [{"name": "network-changed", "server_uuid": "4f016b8b-b724-4d9d-9898-b008967ca69a", "tag": "9cae879d-5df1-40ee-8197-3498fb16cc20"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:05:06.096295 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 46534) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:06.129986 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Pushing event updated for resources: {'Port': ['ID=9cae879d-5df1-40ee-8197-3498fb16cc20,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:06.138370 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e921ffe-04c8-4a13-b9a2-634d202acf3b x-openstack-request-id: req-1e921ffe-04c8-4a13-b9a2-634d202acf3b {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:05:06.138646 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f016b8b-b724-4d9d-9898-b008967ca69a", "tag": "9cae879d-5df1-40ee-8197-3498fb16cc20", "status": "completed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:05:06.138894 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e921ffe-04c8-4a13-b9a2-634d202acf3b {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:05:06.139282 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e921ffe-04c8-4a13-b9a2-634d202acf3b'] response: {'name': 'network-changed', 'server_uuid': '4f016b8b-b724-4d9d-9898-b008967ca69a', 'tag': '9cae879d-5df1-40ee-8197-3498fb16cc20', 'status': 'completed', 'code': 200} Apr 12 18:05:06.140810 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.141205 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.141612 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.141956 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.142320 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.142710 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.143040 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.143363 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.143738 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.144069 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.144424 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.144796 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.145118 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.145438 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.145786 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c62a6-d555-49c6-877a-02562d05023e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.163875 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1864f614-6c62-4912-a015-391cce1a21ea tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group (1ec2e56e-0581-4cd9-a1a6-9100d63e96b5), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:06.191163 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1864f614-6c62-4912-a015-391cce1a21ea tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group (1ec2e56e-0581-4cd9-a1a6-9100d63e96b5), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:06.251962 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1864f614-6c62-4912-a015-391cce1a21ea tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (1ec2e56e-0581-4cd9-a1a6-9100d63e96b5), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:06.254607 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1864f614-6c62-4912-a015-391cce1a21ea tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:06.255807 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-1864f614-6c62-4912-a015-391cce1a21ea tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "DELETE /v2.0/security-groups/1ec2e56e-0581-4cd9-a1a6-9100d63e96b5 HTTP/1.1" status: 204 len: 168 time: 0.1579230 Apr 12 18:05:06.258648 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 46538) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:06.267904 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864f614-6c62-4912-a015-391cce1a21ea tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec2e56e-0581-4cd9-a1a6-9100d63e96b5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:06.275137 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864f614-6c62-4912-a015-391cce1a21ea tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.275495 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864f614-6c62-4912-a015-391cce1a21ea tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.275842 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864f614-6c62-4912-a015-391cce1a21ea tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.276186 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864f614-6c62-4912-a015-391cce1a21ea tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.276543 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864f614-6c62-4912-a015-391cce1a21ea tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.277013 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864f614-6c62-4912-a015-391cce1a21ea tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.277353 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864f614-6c62-4912-a015-391cce1a21ea tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.277686 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864f614-6c62-4912-a015-391cce1a21ea tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.278036 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864f614-6c62-4912-a015-391cce1a21ea tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.278370 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864f614-6c62-4912-a015-391cce1a21ea tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.278702 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864f614-6c62-4912-a015-391cce1a21ea tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.279054 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864f614-6c62-4912-a015-391cce1a21ea tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.279381 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864f614-6c62-4912-a015-391cce1a21ea tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.279706 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864f614-6c62-4912-a015-391cce1a21ea tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.280029 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864f614-6c62-4912-a015-391cce1a21ea tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:06.335521 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-d5787d4c-1818-4e19-9398-8e7b9881345f None None] Provisioning complete for port 9cae879d-5df1-40ee-8197-3498fb16cc20 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:05:06.336080 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-d5787d4c-1818-4e19-9398-8e7b9881345f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:06.414713 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-d5787d4c-1818-4e19-9398-8e7b9881345f None None] Current status of the port 9cae879d-5df1-40ee-8197-3498fb16cc20 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:05:06.414878 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-95ad8c32-0d89-4507-9f17-dcdfa22c5f0e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Deleting port c10595ec-11b4-42f6-9757-c573b3cdd983 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:05:06.415180 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-95ad8c32-0d89-4507-9f17-dcdfa22c5f0e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (c10595ec-11b4-42f6-9757-c573b3cdd983), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:06.458335 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['9cae879d-5df1-40ee-8197-3498fb16cc20'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:05:06.493989 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-95ad8c32-0d89-4507-9f17-dcdfa22c5f0e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (c10595ec-11b4-42f6-9757-c573b3cdd983), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:06.493989 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-95ad8c32-0d89-4507-9f17-dcdfa22c5f0e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for floatingip (c10595ec-11b4-42f6-9757-c573b3cdd983), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:06.507896 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-95ad8c32-0d89-4507-9f17-dcdfa22c5f0e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Calling delete_port for c10595ec-11b4-42f6-9757-c573b3cdd983 owned by network:floatingip {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:05:06.522013 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710af573-70f7-4bb8-a3e9-cf6a7876bb09 req-c1c1f1dd-0105-48a2-b1ac-294f136cd2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:06.523485 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-710af573-70f7-4bb8-a3e9-cf6a7876bb09 req-c1c1f1dd-0105-48a2-b1ac-294f136cd2b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0dc793bdb0444a4dbc3d543698eab22c&device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 1129 time: 0.0432928 Apr 12 18:05:06.593125 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['9cae879d-5df1-40ee-8197-3498fb16cc20'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:05:06.641319 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710af573-70f7-4bb8-a3e9-cf6a7876bb09 req-6be14ca7-ccda-4a07-bceb-0172e79d6a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:06.642927 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-710af573-70f7-4bb8-a3e9-cf6a7876bb09 req-6be14ca7-ccda-4a07-bceb-0172e79d6a73 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da593c6f-0992-4713-94cc-66246effb991 HTTP/1.1" status: 200 len: 916 time: 0.1063852 Apr 12 18:05:06.696534 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-95ad8c32-0d89-4507-9f17-dcdfa22c5f0e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (c10595ec-11b4-42f6-9757-c573b3cdd983), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:06.722086 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-710af573-70f7-4bb8-a3e9-cf6a7876bb09 req-794d0ced-bbe0-4c8c-b732-cd7483cc92fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cae879d-5df1-40ee-8197-3498fb16cc20 HTTP/1.1" status: 200 len: 1001 time: 0.0725904 Apr 12 18:05:06.727611 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad8c32-0d89-4507-9f17-dcdfa22c5f0e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Pushing event deleted for resources: {'Port': ['ID=c10595ec-11b4-42f6-9757-c573b3cdd983,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:06.781388 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710af573-70f7-4bb8-a3e9-cf6a7876bb09 req-01d893b5-9418-448e-923a-463093171bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:06.783326 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-710af573-70f7-4bb8-a3e9-cf6a7876bb09 req-01d893b5-9418-448e-923a-463093171bd4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8753db2-09c1-437d-aa92-e7bc977cc9a8 HTTP/1.1" status: 200 len: 854 time: 0.0492275 Apr 12 18:05:06.787439 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-95ad8c32-0d89-4507-9f17-dcdfa22c5f0e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks [] for floatingip (5e296b7a-e186-4e81-8dfd-e51d37b39a2e), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:06.787777 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.l3_db [None req-95ad8c32-0d89-4507-9f17-dcdfa22c5f0e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Floating IP 5e296b7a-e186-4e81-8dfd-e51d37b39a2e disassociated (deleted). External IP: 172.27.0.135, port: 9cae879d-5df1-40ee-8197-3498fb16cc20. Apr 12 18:05:06.827233 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710af573-70f7-4bb8-a3e9-cf6a7876bb09 req-92f43c12-72d1-439f-8e37-66ee536925e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:06.829414 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-710af573-70f7-4bb8-a3e9-cf6a7876bb09 req-92f43c12-72d1-439f-8e37-66ee536925e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da593c6f-0992-4713-94cc-66246effb991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383773 Apr 12 18:05:06.926689 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-710af573-70f7-4bb8-a3e9-cf6a7876bb09 req-09ba7f72-a999-4ad6-9e41-62bdc7c793f4 service neutron] 10.222.0.23 "GET /v2.0/networks/da593c6f-0992-4713-94cc-66246effb991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866177 Apr 12 18:05:07.001278 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ad8c32-0d89-4507-9f17-dcdfa22c5f0e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Router 4341e3c2-322d-4f62-8b21-d654afb577f1 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:05:07.023006 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-710af573-70f7-4bb8-a3e9-cf6a7876bb09 req-2b8be71e-64f7-45d5-8e79-b94ca2a368fe service neutron] 10.222.0.23 "GET /v2.0/networks/da593c6f-0992-4713-94cc-66246effb991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875256 Apr 12 18:05:07.110827 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ad8c32-0d89-4507-9f17-dcdfa22c5f0e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:05:07.115627 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-95ad8c32-0d89-4507-9f17-dcdfa22c5f0e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:07.120193 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32afd097-5530-41f0-b3ac-ff606f03efa7 None None] Sync routers for ids ['4341e3c2-322d-4f62-8b21-d654afb577f1'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:05:07.129947 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32afd097-5530-41f0-b3ac-ff606f03efa7 None None] Routers {'4341e3c2-322d-4f62-8b21-d654afb577f1'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:05:07.130609 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-32afd097-5530-41f0-b3ac-ff606f03efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:05:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['4341e3c2-322d-4f62-8b21-d654afb577f1'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:07.144116 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-95ad8c32-0d89-4507-9f17-dcdfa22c5f0e tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "DELETE /v2.0/floatingips/5e296b7a-e186-4e81-8dfd-e51d37b39a2e HTTP/1.1" status: 204 len: 168 time: 0.8843274 Apr 12 18:05:07.239365 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-32afd097-5530-41f0-b3ac-ff606f03efa7 None None] Set router 4341e3c2-322d-4f62-8b21-d654afb577f1 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:05:07.558243 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-32afd097-5530-41f0-b3ac-ff606f03efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'name': 'tempest-TestMinimumBasicScenario-1061453444-router', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:02Z', 'updated_at': '2022-04-12T18:02:07Z', 'revision_number': 4, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'gw_port': {'id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:04Z', 'updated_at': '2022-04-12T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '3f4a3d9c-a742-4639-be91-e1b9c43d12f6', 'name': '', 'network_id': 'da593c6f-0992-4713-94cc-66246effb991', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'mac_address': 'fa:16:3e:c4:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd8753db2-09c1-437d-aa92-e7bc977cc9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:06Z', 'updated_at': '2022-04-12T18:02:12Z', 'revision_number': 5, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'subnets': [{'id': 'd8753db2-09c1-437d-aa92-e7bc977cc9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:07.583863 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32afd097-5530-41f0-b3ac-ff606f03efa7 None None] Checking router: 4341e3c2-322d-4f62-8b21-d654afb577f1 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:05:07.591818 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32afd097-5530-41f0-b3ac-ff606f03efa7 None None] Routers {'4341e3c2-322d-4f62-8b21-d654afb577f1'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:05:07.592422 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-32afd097-5530-41f0-b3ac-ff606f03efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:05:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['4341e3c2-322d-4f62-8b21-d654afb577f1'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:07.701681 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-32afd097-5530-41f0-b3ac-ff606f03efa7 None None] Set router 4341e3c2-322d-4f62-8b21-d654afb577f1 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:05:07.884383 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-32afd097-5530-41f0-b3ac-ff606f03efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'name': 'tempest-TestMinimumBasicScenario-1061453444-router', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:02Z', 'updated_at': '2022-04-12T18:02:07Z', 'revision_number': 4, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'gw_port': {'id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:04Z', 'updated_at': '2022-04-12T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '3f4a3d9c-a742-4639-be91-e1b9c43d12f6', 'name': '', 'network_id': 'da593c6f-0992-4713-94cc-66246effb991', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'mac_address': 'fa:16:3e:c4:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd8753db2-09c1-437d-aa92-e7bc977cc9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:06Z', 'updated_at': '2022-04-12T18:02:12Z', 'revision_number': 5, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'subnets': [{'id': 'd8753db2-09c1-437d-aa92-e7bc977cc9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:07.916070 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32afd097-5530-41f0-b3ac-ff606f03efa7 None None] The sync data for ids ['4341e3c2-322d-4f62-8b21-d654afb577f1'] in dv-cinder-837534-1-iscsi is: [{'id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'name': 'tempest-TestMinimumBasicScenario-1061453444-router', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:02Z', 'updated_at': '2022-04-12T18:02:07Z', 'revision_number': 4, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'gw_port': {'id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:04Z', 'updated_at': '2022-04-12T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '3f4a3d9c-a742-4639-be91-e1b9c43d12f6', 'name': '', 'network_id': 'da593c6f-0992-4713-94cc-66246effb991', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'mac_address': 'fa:16:3e:c4:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd8753db2-09c1-437d-aa92-e7bc977cc9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:06Z', 'updated_at': '2022-04-12T18:02:12Z', 'revision_number': 5, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'subnets': [{'id': 'd8753db2-09c1-437d-aa92-e7bc977cc9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:05:07.916373 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c9198636-b74b-4020-8d3f-e9e220bca699 req-f6acfd06-a85c-4b7f-b18c-e9be3008fe0e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378449 Apr 12 18:05:08.019346 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9198636-b74b-4020-8d3f-e9e220bca699 req-8fdf04e5-996f-47ea-ac2d-db88c8db67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:08.021102 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c9198636-b74b-4020-8d3f-e9e220bca699 req-8fdf04e5-996f-47ea-ac2d-db88c8db67f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0dc793bdb0444a4dbc3d543698eab22c&device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 1129 time: 0.0451930 Apr 12 18:05:08.140858 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f016b8b-b724-4d9d-9898-b008967ca69a', 'tag': '9cae879d-5df1-40ee-8197-3498fb16cc20'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:05:08.144439 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8794fbc469913332b26a1bcbfb78f2e90de67fe5ea04afc148497b54c77658c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8460700d-753c-41d3-bceb-50e0877d93c9" -d '{"events": [{"name": "network-changed", "server_uuid": "4f016b8b-b724-4d9d-9898-b008967ca69a", "tag": "9cae879d-5df1-40ee-8197-3498fb16cc20"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:05:08.145417 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9198636-b74b-4020-8d3f-e9e220bca699 req-76bb0c85-cbe9-4919-979f-f1a7ec9bc950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:08.147118 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c9198636-b74b-4020-8d3f-e9e220bca699 req-76bb0c85-cbe9-4919-979f-f1a7ec9bc950 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da593c6f-0992-4713-94cc-66246effb991 HTTP/1.1" status: 200 len: 916 time: 0.1040628 Apr 12 18:05:08.186797 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3baf408-b5f7-4144-9fe6-62e1f5995b41 x-openstack-request-id: req-e3baf408-b5f7-4144-9fe6-62e1f5995b41 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:05:08.187084 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f016b8b-b724-4d9d-9898-b008967ca69a", "tag": "9cae879d-5df1-40ee-8197-3498fb16cc20", "status": "completed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:05:08.187337 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3baf408-b5f7-4144-9fe6-62e1f5995b41 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:05:08.187866 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3baf408-b5f7-4144-9fe6-62e1f5995b41'] response: {'name': 'network-changed', 'server_uuid': '4f016b8b-b724-4d9d-9898-b008967ca69a', 'tag': '9cae879d-5df1-40ee-8197-3498fb16cc20', 'status': 'completed', 'code': 200} Apr 12 18:05:08.199242 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c9198636-b74b-4020-8d3f-e9e220bca699 req-a3127c7f-49f0-4bc7-a1c3-2d7191329fd9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cae879d-5df1-40ee-8197-3498fb16cc20 HTTP/1.1" status: 200 len: 217 time: 0.0452480 Apr 12 18:05:08.233260 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e09d77-1051-4019-9387-91438eac98a3 None None] New status for floating IP 5e296b7a-e186-4e81-8dfd-e51d37b39a2e: DOWN {{(pid=109829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:05:08.251861 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9198636-b74b-4020-8d3f-e9e220bca699 req-bfe33f00-07c1-4a36-897b-a8392b4c032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:08.253311 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c9198636-b74b-4020-8d3f-e9e220bca699 req-bfe33f00-07c1-4a36-897b-a8392b4c032b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8753db2-09c1-437d-aa92-e7bc977cc9a8 HTTP/1.1" status: 200 len: 854 time: 0.0449109 Apr 12 18:05:08.300980 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9198636-b74b-4020-8d3f-e9e220bca699 req-f53dad6b-dbf3-4076-a9b7-c0fbfd90fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:08.303014 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c9198636-b74b-4020-8d3f-e9e220bca699 req-f53dad6b-dbf3-4076-a9b7-c0fbfd90fe16 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da593c6f-0992-4713-94cc-66246effb991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417430 Apr 12 18:05:08.405634 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c9198636-b74b-4020-8d3f-e9e220bca699 req-0818f163-1da3-468e-b64d-ed4b6d89370e service neutron] 10.222.0.23 "GET /v2.0/networks/da593c6f-0992-4713-94cc-66246effb991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946972 Apr 12 18:05:08.499214 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c9198636-b74b-4020-8d3f-e9e220bca699 req-9ae00dec-43a2-4271-9ed7-51e91b2f0b97 service neutron] 10.222.0.23 "GET /v2.0/networks/da593c6f-0992-4713-94cc-66246effb991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860794 Apr 12 18:05:11.326504 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460700d-753c-41d3-bceb-50e0877d93c9 req-705b0b92-7272-4bff-817a-cab257b4727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:11.328002 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8460700d-753c-41d3-bceb-50e0877d93c9 req-705b0b92-7272-4bff-817a-cab257b4727b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0dc793bdb0444a4dbc3d543698eab22c&device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 1129 time: 0.0406904 Apr 12 18:05:11.658709 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460700d-753c-41d3-bceb-50e0877d93c9 req-eb7a14c2-317b-4e77-810e-1ff5724211bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:11.660189 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8460700d-753c-41d3-bceb-50e0877d93c9 req-eb7a14c2-317b-4e77-810e-1ff5724211bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=da593c6f-0992-4713-94cc-66246effb991 HTTP/1.1" status: 200 len: 916 time: 0.0891283 Apr 12 18:05:11.701170 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8460700d-753c-41d3-bceb-50e0877d93c9 req-315fff0d-52ca-4e1d-87bd-ff409ca35f02 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cae879d-5df1-40ee-8197-3498fb16cc20 HTTP/1.1" status: 200 len: 217 time: 0.0348225 Apr 12 18:05:11.959957 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460700d-753c-41d3-bceb-50e0877d93c9 req-ac8fd607-2ced-406c-a001-66d3a9ab30b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:11.961344 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8460700d-753c-41d3-bceb-50e0877d93c9 req-ac8fd607-2ced-406c-a001-66d3a9ab30b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8753db2-09c1-437d-aa92-e7bc977cc9a8 HTTP/1.1" status: 200 len: 854 time: 0.0501113 Apr 12 18:05:12.004815 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460700d-753c-41d3-bceb-50e0877d93c9 req-ba25db10-c332-4e08-b018-48386605fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:12.006322 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8460700d-753c-41d3-bceb-50e0877d93c9 req-ba25db10-c332-4e08-b018-48386605fcab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da593c6f-0992-4713-94cc-66246effb991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391135 Apr 12 18:05:12.098949 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8460700d-753c-41d3-bceb-50e0877d93c9 req-4788f102-95a4-4fd2-9c7b-ce81929b2303 service neutron] 10.222.0.23 "GET /v2.0/networks/da593c6f-0992-4713-94cc-66246effb991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854690 Apr 12 18:05:12.186414 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8460700d-753c-41d3-bceb-50e0877d93c9 req-61f263d2-889e-4070-81fa-c99453c0a9d0 service neutron] 10.222.0.23 "GET /v2.0/networks/da593c6f-0992-4713-94cc-66246effb991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811083 Apr 12 18:05:12.995509 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e037fb-5f75-4cca-95c4-3e6e67e0ddd0 req-47fb931b-cedf-45eb-81a6-a7a4f645a3ba tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:12.996963 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-69e037fb-5f75-4cca-95c4-3e6e67e0ddd0 req-47fb931b-cedf-45eb-81a6-a7a4f645a3ba tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 945 time: 0.0460210 Apr 12 18:05:13.041559 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-69e037fb-5f75-4cca-95c4-3e6e67e0ddd0 req-c4bdd8c7-2b76-4004-86da-ed7f17b8b861 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385060 Apr 12 18:05:13.864548 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 46636) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:14.013522 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-75610a9f-e2df-40a2-aee6-3cfd9a15d702 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Deleting port 64b24c2d-f7ba-4643-aa6e-055fe9a578b2 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:05:14.014164 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-75610a9f-e2df-40a2-aee6-3cfd9a15d702 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (64b24c2d-f7ba-4643-aa6e-055fe9a578b2), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:14.087287 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-75610a9f-e2df-40a2-aee6-3cfd9a15d702 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (64b24c2d-f7ba-4643-aa6e-055fe9a578b2), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:14.087621 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-75610a9f-e2df-40a2-aee6-3cfd9a15d702 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for floatingip (64b24c2d-f7ba-4643-aa6e-055fe9a578b2), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:14.100643 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-75610a9f-e2df-40a2-aee6-3cfd9a15d702 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Calling delete_port for 64b24c2d-f7ba-4643-aa6e-055fe9a578b2 owned by network:floatingip {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:05:14.191311 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea6487-246a-44f9-ade6-20602de05482 req-3fefc786-b046-488b-ae29-7dde8def99d7 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:14.192768 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-78ea6487-246a-44f9-ade6-20602de05482 req-3fefc786-b046-488b-ae29-7dde8def99d7 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 945 time: 0.0820658 Apr 12 18:05:14.256637 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-78ea6487-246a-44f9-ade6-20602de05482 req-a4232212-3831-412b-af96-2f8e227cd13d tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574613 Apr 12 18:05:14.326183 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-75610a9f-e2df-40a2-aee6-3cfd9a15d702 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (64b24c2d-f7ba-4643-aa6e-055fe9a578b2), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:14.599187 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75610a9f-e2df-40a2-aee6-3cfd9a15d702 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event deleted for resources: {'Port': ['ID=64b24c2d-f7ba-4643-aa6e-055fe9a578b2,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:14.665926 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-75610a9f-e2df-40a2-aee6-3cfd9a15d702 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for floatingip (449a48f5-e2e5-4039-8152-0a5eff670244), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:14.666342 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.l3_db [None req-75610a9f-e2df-40a2-aee6-3cfd9a15d702 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Floating IP 449a48f5-e2e5-4039-8152-0a5eff670244 disassociated (deleted). External IP: 172.27.0.129, port: da5f72d8-b2e7-4964-9bcd-ac693effb5c5. Apr 12 18:05:14.755550 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c1105-050f-4b64-a5c0-ee0721ca8013 req-0a72d1cc-40fc-4a6f-8684-4d26b18a6f36 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:14.757112 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-048c1105-050f-4b64-a5c0-ee0721ca8013 req-0a72d1cc-40fc-4a6f-8684-4d26b18a6f36 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 945 time: 0.0513942 Apr 12 18:05:14.849540 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-048c1105-050f-4b64-a5c0-ee0721ca8013 req-7a0ce3bc-92c2-4922-8ab0-68530294a65c tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Deleting port 9cae879d-5df1-40ee-8197-3498fb16cc20 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:05:14.849816 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-048c1105-050f-4b64-a5c0-ee0721ca8013 req-7a0ce3bc-92c2-4922-8ab0-68530294a65c tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:14.890468 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75610a9f-e2df-40a2-aee6-3cfd9a15d702 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Router 2245ede0-74d4-4452-b5ca-d5d4171fca08 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:05:14.943447 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-048c1105-050f-4b64-a5c0-ee0721ca8013 req-7a0ce3bc-92c2-4922-8ab0-68530294a65c tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] For port 9cae879d-5df1-40ee-8197-3498fb16cc20, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9cae879d-5df1-40ee-8197-3498fb16cc20,segment=NetworkSegment(d79506bb-5b9f-4d56-bcf2-9390718d5c1e),segment_id=d79506bb-5b9f-4d56-bcf2-9390718d5c1e)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:14.943816 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-048c1105-050f-4b64-a5c0-ee0721ca8013 req-7a0ce3bc-92c2-4922-8ab0-68530294a65c tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:14.961039 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-048c1105-050f-4b64-a5c0-ee0721ca8013 req-7a0ce3bc-92c2-4922-8ab0-68530294a65c tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Calling delete_port for 9cae879d-5df1-40ee-8197-3498fb16cc20 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:05:15.003999 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75610a9f-e2df-40a2-aee6-3cfd9a15d702 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:05:15.008750 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-75610a9f-e2df-40a2-aee6-3cfd9a15d702 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:15.013671 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b86334-f58a-4872-b144-fff1669d5560 None None] Sync routers for ids ['2245ede0-74d4-4452-b5ca-d5d4171fca08'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:05:15.024986 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b86334-f58a-4872-b144-fff1669d5560 None None] Routers {'2245ede0-74d4-4452-b5ca-d5d4171fca08'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:05:15.025742 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d5b86334-f58a-4872-b144-fff1669d5560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:05:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['2245ede0-74d4-4452-b5ca-d5d4171fca08'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:15.039147 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-75610a9f-e2df-40a2-aee6-3cfd9a15d702 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "DELETE /v2.0/floatingips/449a48f5-e2e5-4039-8152-0a5eff670244 HTTP/1.1" status: 204 len: 168 time: 1.1735089 Apr 12 18:05:15.039809 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364e9083-41ad-4b68-9621-a24e10b8648f', 'tag': 'da5f72d8-b2e7-4964-9bcd-ac693effb5c5'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:05:15.042275 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8794fbc469913332b26a1bcbfb78f2e90de67fe5ea04afc148497b54c77658c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca7c935-672c-4312-844c-087c22027f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "364e9083-41ad-4b68-9621-a24e10b8648f", "tag": "da5f72d8-b2e7-4964-9bcd-ac693effb5c5"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:05:15.085974 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051a25c8-80d4-495d-8280-b00580ba80d9 x-openstack-request-id: req-051a25c8-80d4-495d-8280-b00580ba80d9 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:05:15.086315 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364e9083-41ad-4b68-9621-a24e10b8648f", "tag": "da5f72d8-b2e7-4964-9bcd-ac693effb5c5", "status": "completed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:05:15.086576 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-051a25c8-80d4-495d-8280-b00580ba80d9 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:05:15.086991 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051a25c8-80d4-495d-8280-b00580ba80d9'] response: {'name': 'network-changed', 'server_uuid': '364e9083-41ad-4b68-9621-a24e10b8648f', 'tag': 'da5f72d8-b2e7-4964-9bcd-ac693effb5c5', 'status': 'completed', 'code': 200} Apr 12 18:05:15.099040 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-048c1105-050f-4b64-a5c0-ee0721ca8013 req-7a0ce3bc-92c2-4922-8ab0-68530294a65c tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (9cae879d-5df1-40ee-8197-3498fb16cc20), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:15.136521 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ce3bc-92c2-4922-8ab0-68530294a65c tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Pushing event deleted for resources: {'Port': ['ID=9cae879d-5df1-40ee-8197-3498fb16cc20,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:15.186671 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['9cae879d-5df1-40ee-8197-3498fb16cc20'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:05:15.193582 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-d5b86334-f58a-4872-b144-fff1669d5560 None None] Set router 2245ede0-74d4-4452-b5ca-d5d4171fca08 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:05:15.213736 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7c935-672c-4312-844c-087c22027f2f req-84d3a1d0-7b02-4d1a-9de6-e44a428aea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:15.215361 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cca7c935-672c-4312-844c-087c22027f2f req-84d3a1d0-7b02-4d1a-9de6-e44a428aea9d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=237798a0b1a14ab3835a4a934510ce49&device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 1129 time: 0.0869744 Apr 12 18:05:15.215987 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-048c1105-050f-4b64-a5c0-ee0721ca8013 req-7a0ce3bc-92c2-4922-8ab0-68530294a65c tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] No DVR routers for this DVR port 9cae879d-5df1-40ee-8197-3498fb16cc20 on host hv-cinder-83753 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:05:15.218471 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-048c1105-050f-4b64-a5c0-ee0721ca8013 req-7a0ce3bc-92c2-4922-8ab0-68530294a65c tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:15.222051 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-048c1105-050f-4b64-a5c0-ee0721ca8013 req-7a0ce3bc-92c2-4922-8ab0-68530294a65c tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.23 "DELETE /v2.0/ports/9cae879d-5df1-40ee-8197-3498fb16cc20 HTTP/1.1" status: 204 len: 173 time: 0.4568975 Apr 12 18:05:15.222531 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f016b8b-b724-4d9d-9898-b008967ca69a', 'name': 'network-vif-deleted', 'tag': '9cae879d-5df1-40ee-8197-3498fb16cc20'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:05:15.224801 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85097734-bf34-498d-8b74-a765308cdd8e" -d '{"events": [{"server_uuid": "4f016b8b-b724-4d9d-9898-b008967ca69a", "name": "network-vif-deleted", "tag": "9cae879d-5df1-40ee-8197-3498fb16cc20"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:05:15.264500 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22877dde-e267-48bc-b8c2-1f9a28f8c866 x-openstack-request-id: req-22877dde-e267-48bc-b8c2-1f9a28f8c866 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:05:15.264500 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f016b8b-b724-4d9d-9898-b008967ca69a", "name": "network-vif-deleted", "tag": "9cae879d-5df1-40ee-8197-3498fb16cc20", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:05:15.264500 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22877dde-e267-48bc-b8c2-1f9a28f8c866 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:05:15.264866 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22877dde-e267-48bc-b8c2-1f9a28f8c866'] response: {'server_uuid': '4f016b8b-b724-4d9d-9898-b008967ca69a', 'name': 'network-vif-deleted', 'tag': '9cae879d-5df1-40ee-8197-3498fb16cc20', 'status': 'completed', 'code': 200} Apr 12 18:05:15.320341 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48460a-6cfa-4720-86b5-dfdd55ae2db1 req-92a0401c-c3b8-49ec-b43c-1e87f0dc4ed9 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:15.322039 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-bd48460a-6cfa-4720-86b5-dfdd55ae2db1 req-92a0401c-c3b8-49ec-b43c-1e87f0dc4ed9 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 945 time: 0.0517237 Apr 12 18:05:15.380939 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9581b544-506a-4849-8546-2d71c2a4f870 req-05974495-e28c-47f9-80eb-6750cf15d7c2 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 210 time: 0.0500197 Apr 12 18:05:15.406269 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-bd48460a-6cfa-4720-86b5-dfdd55ae2db1 req-97247441-ca30-4091-b8a9-3ae2ea3ab0d8 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766363 Apr 12 18:05:15.449146 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d5b86334-f58a-4872-b144-fff1669d5560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:04Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': 'c8846ab6-e211-4eec-89c5-e1c967805fe4', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'port_id': '55eeff29-4d0b-408a-8789-43548cbcd69a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'mac_address': 'fa:16:3e:47:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81678447-a3cf-409a-9fe7-2fcbc6f67db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:00:57Z', 'updated_at': '2022-04-12T18:00:59Z', 'revision_number': 1, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e483fd1-0b98-48dd-868b-08fc77aecd60', 'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'mac_address': 'fa:16:3e:ca:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:03Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 5, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'subnets': [{'id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:15.474791 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b86334-f58a-4872-b144-fff1669d5560 None None] Checking router: 2245ede0-74d4-4452-b5ca-d5d4171fca08 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:05:15.483052 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b86334-f58a-4872-b144-fff1669d5560 None None] Routers {'2245ede0-74d4-4452-b5ca-d5d4171fca08'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:05:15.483661 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d5b86334-f58a-4872-b144-fff1669d5560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:05:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['2245ede0-74d4-4452-b5ca-d5d4171fca08'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:15.596551 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-d5b86334-f58a-4872-b144-fff1669d5560 None None] Set router 2245ede0-74d4-4452-b5ca-d5d4171fca08 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:05:15.827330 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-d5b86334-f58a-4872-b144-fff1669d5560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:04Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': 'c8846ab6-e211-4eec-89c5-e1c967805fe4', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'port_id': '55eeff29-4d0b-408a-8789-43548cbcd69a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'mac_address': 'fa:16:3e:47:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81678447-a3cf-409a-9fe7-2fcbc6f67db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:00:57Z', 'updated_at': '2022-04-12T18:00:59Z', 'revision_number': 1, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e483fd1-0b98-48dd-868b-08fc77aecd60', 'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'mac_address': 'fa:16:3e:ca:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:03Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 5, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'subnets': [{'id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:15.855580 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b86334-f58a-4872-b144-fff1669d5560 None None] The sync data for ids ['2245ede0-74d4-4452-b5ca-d5d4171fca08'] in dv-cinder-837534-1-iscsi is: [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:04Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': 'c8846ab6-e211-4eec-89c5-e1c967805fe4', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'port_id': '55eeff29-4d0b-408a-8789-43548cbcd69a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'mac_address': 'fa:16:3e:47:03:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81678447-a3cf-409a-9fe7-2fcbc6f67db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:00:57Z', 'updated_at': '2022-04-12T18:00:59Z', 'revision_number': 1, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e483fd1-0b98-48dd-868b-08fc77aecd60', 'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'mac_address': 'fa:16:3e:ca:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:03Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 5, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'subnets': [{'id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:05:15.991400 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 46680) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:16.095294 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7bb051-aadd-49c3-937d-34441568b044 None None] New status for floating IP 449a48f5-e2e5-4039-8152-0a5eff670244: DOWN {{(pid=109829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:05:16.099722 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d6e053ea-931b-46f1-bfa4-613f1238ac3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:16.179964 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d6e053ea-931b-46f1-bfa4-613f1238ac3e admin admin] Publish callbacks [] for security_group (a4956b04-1876-4876-afe7-595916aad64c), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:16.184413 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d6e053ea-931b-46f1-bfa4-613f1238ac3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (a4956b04-1876-4876-afe7-595916aad64c), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:16.224619 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e053ea-931b-46f1-bfa4-613f1238ac3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4956b04-1876-4876-afe7-595916aad64c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:16.231398 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-d6e053ea-931b-46f1-bfa4-613f1238ac3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=604b7abb9f13497e988981fb970916a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364612 Apr 12 18:05:16.232346 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 46684) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:16.283282 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-54c3eb58-22c4-4883-a739-c5bc3b852284 admin admin] Publish callbacks [] for security_group (a4956b04-1876-4876-afe7-595916aad64c), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:16.311982 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-54c3eb58-22c4-4883-a739-c5bc3b852284 admin admin] Publish callbacks [] for security_group (a4956b04-1876-4876-afe7-595916aad64c), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:16.441364 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7c935-672c-4312-844c-087c22027f2f req-201c2322-8f60-4595-9daf-1365dfcc2fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:16.443029 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cca7c935-672c-4312-844c-087c22027f2f req-201c2322-8f60-4595-9daf-1365dfcc2fae service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ec15485-e591-42f1-9874-b31f76908832 HTTP/1.1" status: 200 len: 913 time: 0.1255658 Apr 12 18:05:16.444092 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-54c3eb58-22c4-4883-a739-c5bc3b852284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (a4956b04-1876-4876-afe7-595916aad64c), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:16.447015 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-54c3eb58-22c4-4883-a739-c5bc3b852284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:16.450225 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-54c3eb58-22c4-4883-a739-c5bc3b852284 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4956b04-1876-4876-afe7-595916aad64c HTTP/1.1" status: 204 len: 168 time: 0.2153938 Apr 12 18:05:16.458054 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3eb58-22c4-4883-a739-c5bc3b852284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4956b04-1876-4876-afe7-595916aad64c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:16.548031 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a53a64fc-251b-48af-9f33-ba2f66bb71ab req-6cb0d624-e62f-46e1-ae66-fa74e0210634 tempest-TestMinimumBasicScenario-1212162256 tempest-TestMinimumBasicScenario-1212162256-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f016b8b-b724-4d9d-9898-b008967ca69a HTTP/1.1" status: 200 len: 210 time: 0.0716999 Apr 12 18:05:16.566292 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cca7c935-672c-4312-844c-087c22027f2f req-5be38fe3-d998-478c-92d7-7fd824fe2899 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da5f72d8-b2e7-4964-9bcd-ac693effb5c5 HTTP/1.1" status: 200 len: 217 time: 0.0669794 Apr 12 18:05:16.585941 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ffcc0-615d-49e9-84f6-d14c6c708d6e req-8fa6ee55-df77-4dff-9399-4bbaf1363599 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:16.587650 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-091ffcc0-615d-49e9-84f6-d14c6c708d6e req-8fa6ee55-df77-4dff-9399-4bbaf1363599 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 945 time: 0.0640194 Apr 12 18:05:16.641906 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-091ffcc0-615d-49e9-84f6-d14c6c708d6e req-e03f382f-f5a7-43b6-b853-d03e819eb112 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486519 Apr 12 18:05:16.997180 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7c935-672c-4312-844c-087c22027f2f req-dabad43c-87d6-4834-957c-4ef40df8f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:16.998633 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cca7c935-672c-4312-844c-087c22027f2f req-dabad43c-87d6-4834-957c-4ef40df8f3b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78fc5004-f958-4780-b51c-2a79ed561fa7 HTTP/1.1" status: 200 len: 851 time: 0.0427508 Apr 12 18:05:17.196663 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7c935-672c-4312-844c-087c22027f2f req-ba1f0959-bb81-42f3-9840-d8aa24163a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:17.198376 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cca7c935-672c-4312-844c-087c22027f2f req-ba1f0959-bb81-42f3-9840-d8aa24163a24 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ec15485-e591-42f1-9874-b31f76908832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397468 Apr 12 18:05:17.292082 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c00d7-f273-4e77-972f-bd47dff2edb5 req-c1763c11-46bf-414f-b028-8395ab045e4c tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:17.293629 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-746c00d7-f273-4e77-972f-bd47dff2edb5 req-c1763c11-46bf-414f-b028-8395ab045e4c tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.23 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 945 time: 0.0943072 Apr 12 18:05:17.365207 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cca7c935-672c-4312-844c-087c22027f2f req-8d902eaa-3acb-41a7-9702-fe54e262c318 service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569397 Apr 12 18:05:17.463392 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-746c00d7-f273-4e77-972f-bd47dff2edb5 req-477007a0-7af0-4dad-adaa-816a83df0ceb tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Deleting port da5f72d8-b2e7-4964-9bcd-ac693effb5c5 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:05:17.463643 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-746c00d7-f273-4e77-972f-bd47dff2edb5 req-477007a0-7af0-4dad-adaa-816a83df0ceb tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (da5f72d8-b2e7-4964-9bcd-ac693effb5c5), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:17.555333 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cca7c935-672c-4312-844c-087c22027f2f req-40549a93-af0d-4f45-a87f-b9ff47a0c70d service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687415 Apr 12 18:05:17.581274 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-746c00d7-f273-4e77-972f-bd47dff2edb5 req-477007a0-7af0-4dad-adaa-816a83df0ceb tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] For port da5f72d8-b2e7-4964-9bcd-ac693effb5c5, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=da5f72d8-b2e7-4964-9bcd-ac693effb5c5,segment=NetworkSegment(bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b),segment_id=bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:17.581621 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-746c00d7-f273-4e77-972f-bd47dff2edb5 req-477007a0-7af0-4dad-adaa-816a83df0ceb tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (da5f72d8-b2e7-4964-9bcd-ac693effb5c5), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:17.596112 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-746c00d7-f273-4e77-972f-bd47dff2edb5 req-477007a0-7af0-4dad-adaa-816a83df0ceb tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Calling delete_port for da5f72d8-b2e7-4964-9bcd-ac693effb5c5 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:05:17.739553 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-746c00d7-f273-4e77-972f-bd47dff2edb5 req-477007a0-7af0-4dad-adaa-816a83df0ceb tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (da5f72d8-b2e7-4964-9bcd-ac693effb5c5), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:17.762598 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-31bddfca-ffa2-45f3-a426-814e4da3a55a req-6557af88-81fc-4aa8-bfac-49670f281e3d tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 210 time: 0.0343432 Apr 12 18:05:17.775841 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477007a0-7af0-4dad-adaa-816a83df0ceb tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event deleted for resources: {'Port': ['ID=da5f72d8-b2e7-4964-9bcd-ac693effb5c5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:17.826888 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-746c00d7-f273-4e77-972f-bd47dff2edb5 req-477007a0-7af0-4dad-adaa-816a83df0ceb tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] No DVR routers for this DVR port da5f72d8-b2e7-4964-9bcd-ac693effb5c5 on host hv-cinder-83753 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:05:17.829978 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-746c00d7-f273-4e77-972f-bd47dff2edb5 req-477007a0-7af0-4dad-adaa-816a83df0ceb tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:17.833277 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-746c00d7-f273-4e77-972f-bd47dff2edb5 req-477007a0-7af0-4dad-adaa-816a83df0ceb tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.23 "DELETE /v2.0/ports/da5f72d8-b2e7-4964-9bcd-ac693effb5c5 HTTP/1.1" status: 204 len: 173 time: 0.5279496 Apr 12 18:05:17.833746 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364e9083-41ad-4b68-9621-a24e10b8648f', 'name': 'network-vif-deleted', 'tag': 'da5f72d8-b2e7-4964-9bcd-ac693effb5c5'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:05:17.836775 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a96428-1941-45de-b8ac-4f06dac3972a" -d '{"events": [{"server_uuid": "364e9083-41ad-4b68-9621-a24e10b8648f", "name": "network-vif-deleted", "tag": "da5f72d8-b2e7-4964-9bcd-ac693effb5c5"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:05:17.883939 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f59a250-706a-41bf-9f99-5725cff46e54 x-openstack-request-id: req-0f59a250-706a-41bf-9f99-5725cff46e54 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:05:17.884667 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364e9083-41ad-4b68-9621-a24e10b8648f", "name": "network-vif-deleted", "tag": "da5f72d8-b2e7-4964-9bcd-ac693effb5c5", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:05:17.885004 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f59a250-706a-41bf-9f99-5725cff46e54 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:05:17.885505 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f59a250-706a-41bf-9f99-5725cff46e54'] response: {'server_uuid': '364e9083-41ad-4b68-9621-a24e10b8648f', 'name': 'network-vif-deleted', 'tag': 'da5f72d8-b2e7-4964-9bcd-ac693effb5c5', 'status': 'completed', 'code': 200} Apr 12 18:05:18.173558 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6490c3c-ddb3-4388-85a6-37296ebbdf16 req-a4d1eaed-9adc-4ca1-a55c-4074fd3aebe8 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:18.175552 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e6490c3c-ddb3-4388-85a6-37296ebbdf16 req-a4d1eaed-9adc-4ca1-a55c-4074fd3aebe8 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d1b3db-8831-4aaf-bf71-1e12294a0632 HTTP/1.1" status: 200 len: 946 time: 0.0577190 Apr 12 18:05:18.226074 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e6490c3c-ddb3-4388-85a6-37296ebbdf16 req-f3469b76-597e-495a-8224-79db605acf04 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9db566e-5c1f-4cce-9b57-a07e7def276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450585 Apr 12 18:05:18.299187 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 46752) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:18.614350 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device da5f72d8-b2e7-4964-9bcd-ac693effb5c5 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:05:18.620845 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:05:18.626736 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-24633f9b-cb25-4df4-b6ea-90e4e93e99ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548545'] for router_interface (4341e3c2-322d-4f62-8b21-d654afb577f1), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:18.642421 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] No Port match for: da5f72d8-b2e7-4964-9bcd-ac693effb5c5 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:05:18.642769 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device da5f72d8-b2e7-4964-9bcd-ac693effb5c5 not bound to the agent host hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:05:18.643183 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 9cae879d-5df1-40ee-8197-3498fb16cc20 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:05:18.661930 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] No Port match for: 9cae879d-5df1-40ee-8197-3498fb16cc20 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:05:18.662313 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 9cae879d-5df1-40ee-8197-3498fb16cc20 not bound to the agent host hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:05:18.863106 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-24633f9b-cb25-4df4-b6ea-90e4e93e99ff admin admin] Deleting port 3f4a3d9c-a742-4639-be91-e1b9c43d12f6 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:05:18.863440 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-24633f9b-cb25-4df4-b6ea-90e4e93e99ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (3f4a3d9c-a742-4639-be91-e1b9c43d12f6), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:18.865029 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c9a4dcea-2f4d-4005-a6c9-a1558bb6b35e req-b94cfb47-f8a5-4d71-8f78-648c495a45f4 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=364e9083-41ad-4b68-9621-a24e10b8648f HTTP/1.1" status: 200 len: 210 time: 0.0272365 Apr 12 18:05:18.939856 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-24633f9b-cb25-4df4-b6ea-90e4e93e99ff admin admin] For port 3f4a3d9c-a742-4639-be91-e1b9c43d12f6, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=3f4a3d9c-a742-4639-be91-e1b9c43d12f6,segment=NetworkSegment(d79506bb-5b9f-4d56-bcf2-9390718d5c1e),segment_id=d79506bb-5b9f-4d56-bcf2-9390718d5c1e)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:18.940217 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-24633f9b-cb25-4df4-b6ea-90e4e93e99ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (3f4a3d9c-a742-4639-be91-e1b9c43d12f6), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:18.952648 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-24633f9b-cb25-4df4-b6ea-90e4e93e99ff admin admin] Calling delete_port for 3f4a3d9c-a742-4639-be91-e1b9c43d12f6 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:05:19.132069 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-24633f9b-cb25-4df4-b6ea-90e4e93e99ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (3f4a3d9c-a742-4639-be91-e1b9c43d12f6), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:19.161594 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24633f9b-cb25-4df4-b6ea-90e4e93e99ff admin admin] Pushing event deleted for resources: {'Port': ['ID=3f4a3d9c-a742-4639-be91-e1b9c43d12f6,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:19.333620 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-24633f9b-cb25-4df4-b6ea-90e4e93e99ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548445'] for router_interface (4341e3c2-322d-4f62-8b21-d654afb577f1), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:19.351935 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3c70a-6986-454b-9f7d-8d3a30ef1a15 req-4d00e730-70f5-4fef-a823-45e1060a9027 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:19.353453 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c5d3c70a-6986-454b-9f7d-8d3a30ef1a15 req-4d00e730-70f5-4fef-a823-45e1060a9027 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d1b3db-8831-4aaf-bf71-1e12294a0632 HTTP/1.1" status: 200 len: 946 time: 0.0550148 Apr 12 18:05:19.403517 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c5d3c70a-6986-454b-9f7d-8d3a30ef1a15 req-f981e01b-4dc5-40f1-801b-24a34e10dabc tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9db566e-5c1f-4cce-9b57-a07e7def276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440207 Apr 12 18:05:19.849965 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6dc70-8a87-49c7-8101-1e6cb032fedd req-8e795f4c-9b0e-4164-9280-29436b848bc7 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:19.851465 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-10f6dc70-8a87-49c7-8101-1e6cb032fedd req-8e795f4c-9b0e-4164-9280-29436b848bc7 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5d1b3db-8831-4aaf-bf71-1e12294a0632 HTTP/1.1" status: 200 len: 946 time: 0.0623343 Apr 12 18:05:19.866856 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24633f9b-cb25-4df4-b6ea-90e4e93e99ff admin admin] Router 4341e3c2-322d-4f62-8b21-d654afb577f1 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:05:20.019935 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-10f6dc70-8a87-49c7-8101-1e6cb032fedd req-45665f01-5b07-4e9d-b42b-f36586d789ca tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Deleting port 5144be4b-7055-472a-b67d-dfb8c41f888d {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:05:20.020280 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10f6dc70-8a87-49c7-8101-1e6cb032fedd req-45665f01-5b07-4e9d-b42b-f36586d789ca tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (5144be4b-7055-472a-b67d-dfb8c41f888d), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:20.105714 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24633f9b-cb25-4df4-b6ea-90e4e93e99ff admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:05:20.115534 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-24633f9b-cb25-4df4-b6ea-90e4e93e99ff admin admin] 10.222.0.24 "PUT /v2.0/routers/4341e3c2-322d-4f62-8b21-d654afb577f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8126814 Apr 12 18:05:20.116029 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 46764) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:20.116507 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f9d9f9-5c72-4ab3-af26-d892edb28ddd None None] Sync routers for ids ['4341e3c2-322d-4f62-8b21-d654afb577f1'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:05:20.127448 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f9d9f9-5c72-4ab3-af26-d892edb28ddd None None] Routers {'4341e3c2-322d-4f62-8b21-d654afb577f1'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:05:20.128459 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e5f9d9f9-5c72-4ab3-af26-d892edb28ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:05:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['4341e3c2-322d-4f62-8b21-d654afb577f1'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:20.137164 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-10f6dc70-8a87-49c7-8101-1e6cb032fedd req-45665f01-5b07-4e9d-b42b-f36586d789ca tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] For port 5144be4b-7055-472a-b67d-dfb8c41f888d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5144be4b-7055-472a-b67d-dfb8c41f888d,segment=NetworkSegment(1020b58a-4a29-4b67-8957-566cc4c524fc),segment_id=1020b58a-4a29-4b67-8957-566cc4c524fc)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:20.137530 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10f6dc70-8a87-49c7-8101-1e6cb032fedd req-45665f01-5b07-4e9d-b42b-f36586d789ca tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (5144be4b-7055-472a-b67d-dfb8c41f888d), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:20.152222 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-10f6dc70-8a87-49c7-8101-1e6cb032fedd req-45665f01-5b07-4e9d-b42b-f36586d789ca tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Calling delete_port for 5144be4b-7055-472a-b67d-dfb8c41f888d owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:05:20.236182 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3167d073-55bc-4b89-ac42-fae19ddaecfa admin admin] Publish callbacks [] for router (4341e3c2-322d-4f62-8b21-d654afb577f1), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:20.255095 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-e5f9d9f9-5c72-4ab3-af26-d892edb28ddd None None] Set router 4341e3c2-322d-4f62-8b21-d654afb577f1 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:05:20.302393 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10f6dc70-8a87-49c7-8101-1e6cb032fedd req-45665f01-5b07-4e9d-b42b-f36586d789ca tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (5144be4b-7055-472a-b67d-dfb8c41f888d), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:20.341486 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45665f01-5b07-4e9d-b42b-f36586d789ca tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Pushing event deleted for resources: {'Port': ['ID=5144be4b-7055-472a-b67d-dfb8c41f888d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:20.354659 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3167d073-55bc-4b89-ac42-fae19ddaecfa admin admin] Publish callbacks [] for router_gateway (4341e3c2-322d-4f62-8b21-d654afb577f1), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:20.368098 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['5144be4b-7055-472a-b67d-dfb8c41f888d'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:05:20.377274 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f6dc70-8a87-49c7-8101-1e6cb032fedd req-45665f01-5b07-4e9d-b42b-f36586d789ca tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] No DVR routers for this DVR port 5144be4b-7055-472a-b67d-dfb8c41f888d on host hv-cinder-83753 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:05:20.379861 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-10f6dc70-8a87-49c7-8101-1e6cb032fedd req-45665f01-5b07-4e9d-b42b-f36586d789ca tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:20.383722 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-10f6dc70-8a87-49c7-8101-1e6cb032fedd req-45665f01-5b07-4e9d-b42b-f36586d789ca tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.23 "DELETE /v2.0/ports/5144be4b-7055-472a-b67d-dfb8c41f888d HTTP/1.1" status: 204 len: 173 time: 0.5266118 Apr 12 18:05:20.384599 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d1b3db-8831-4aaf-bf71-1e12294a0632', 'name': 'network-vif-deleted', 'tag': '5144be4b-7055-472a-b67d-dfb8c41f888d'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:05:20.387430 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6118c958-b444-4f4e-b498-aca48cdbc02a" -d '{"events": [{"server_uuid": "b5d1b3db-8831-4aaf-bf71-1e12294a0632", "name": "network-vif-deleted", "tag": "5144be4b-7055-472a-b67d-dfb8c41f888d"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:05:20.428641 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3167d073-55bc-4b89-ac42-fae19ddaecfa admin admin] Deleting port 3d43ab06-1941-47b2-8753-fcebdc298fc7 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:05:20.428992 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3167d073-55bc-4b89-ac42-fae19ddaecfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (3d43ab06-1941-47b2-8753-fcebdc298fc7), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:20.450675 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9477776-00fd-4521-a9d2-fe184ff74b8d x-openstack-request-id: req-c9477776-00fd-4521-a9d2-fe184ff74b8d {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:05:20.450973 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d1b3db-8831-4aaf-bf71-1e12294a0632", "name": "network-vif-deleted", "tag": "5144be4b-7055-472a-b67d-dfb8c41f888d", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:05:20.451224 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9477776-00fd-4521-a9d2-fe184ff74b8d {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:05:20.451629 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9477776-00fd-4521-a9d2-fe184ff74b8d'] response: {'server_uuid': 'b5d1b3db-8831-4aaf-bf71-1e12294a0632', 'name': 'network-vif-deleted', 'tag': '5144be4b-7055-472a-b67d-dfb8c41f888d', 'status': 'completed', 'code': 200} Apr 12 18:05:20.487257 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e5f9d9f9-5c72-4ab3-af26-d892edb28ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'name': 'tempest-TestMinimumBasicScenario-1061453444-router', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:02Z', 'updated_at': '2022-04-12T18:05:19Z', 'revision_number': 5, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'gw_port': {'id': '3d43ab06-1941-47b2-8753-fcebdc298fc7', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:04Z', 'updated_at': '2022-04-12T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:20.520083 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f9d9f9-5c72-4ab3-af26-d892edb28ddd None None] Checking router: 4341e3c2-322d-4f62-8b21-d654afb577f1 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:05:20.528601 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f9d9f9-5c72-4ab3-af26-d892edb28ddd None None] Routers {'4341e3c2-322d-4f62-8b21-d654afb577f1'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:05:20.528949 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c0988349-a1bb-430b-a203-ad8fa383aebd req-121ea453-a7e9-41d4-bc71-0f809384888d tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d1b3db-8831-4aaf-bf71-1e12294a0632 HTTP/1.1" status: 200 len: 210 time: 0.0381444 Apr 12 18:05:20.529200 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e5f9d9f9-5c72-4ab3-af26-d892edb28ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:05:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['4341e3c2-322d-4f62-8b21-d654afb577f1'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:20.553594 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3167d073-55bc-4b89-ac42-fae19ddaecfa admin admin] For port 3d43ab06-1941-47b2-8753-fcebdc298fc7, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=3d43ab06-1941-47b2-8753-fcebdc298fc7,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:20.553962 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3167d073-55bc-4b89-ac42-fae19ddaecfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (3d43ab06-1941-47b2-8753-fcebdc298fc7), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:20.567996 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-3167d073-55bc-4b89-ac42-fae19ddaecfa admin admin] Calling delete_port for 3d43ab06-1941-47b2-8753-fcebdc298fc7 owned by network:router_gateway {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:05:20.744182 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3167d073-55bc-4b89-ac42-fae19ddaecfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (3d43ab06-1941-47b2-8753-fcebdc298fc7), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:20.751925 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-e5f9d9f9-5c72-4ab3-af26-d892edb28ddd None None] Set router 4341e3c2-322d-4f62-8b21-d654afb577f1 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:05:20.772521 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167d073-55bc-4b89-ac42-fae19ddaecfa admin admin] Pushing event deleted for resources: {'Port': ['ID=3d43ab06-1941-47b2-8753-fcebdc298fc7,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:20.806459 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e5f9d9f9-5c72-4ab3-af26-d892edb28ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'name': 'tempest-TestMinimumBasicScenario-1061453444-router', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:02Z', 'updated_at': '2022-04-12T18:05:20Z', 'revision_number': 6, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'gw_port_host': None}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:20.838806 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f9d9f9-5c72-4ab3-af26-d892edb28ddd None None] The sync data for ids ['4341e3c2-322d-4f62-8b21-d654afb577f1'] in dv-cinder-837534-1-iscsi is: [{'id': '4341e3c2-322d-4f62-8b21-d654afb577f1', 'name': 'tempest-TestMinimumBasicScenario-1061453444-router', 'tenant_id': '0dc793bdb0444a4dbc3d543698eab22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:02Z', 'updated_at': '2022-04-12T18:05:20Z', 'revision_number': 6, 'project_id': '0dc793bdb0444a4dbc3d543698eab22c', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:05:20.843468 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3167d073-55bc-4b89-ac42-fae19ddaecfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546299'] for router_gateway (4341e3c2-322d-4f62-8b21-d654afb577f1), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:20.945886 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3167d073-55bc-4b89-ac42-fae19ddaecfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8092'] for router (4341e3c2-322d-4f62-8b21-d654afb577f1), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:20.948070 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3167d073-55bc-4b89-ac42-fae19ddaecfa admin admin] Publish callbacks [] for router_controller (4341e3c2-322d-4f62-8b21-d654afb577f1), precommit_delete_associations {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:20.990901 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3167d073-55bc-4b89-ac42-fae19ddaecfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547614'] for router (4341e3c2-322d-4f62-8b21-d654afb577f1), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:20.991473 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3167d073-55bc-4b89-ac42-fae19ddaecfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4341e3c2-322d-4f62-8b21-d654afb577f1 {{(pid=109827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:05:20.995865 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3167d073-55bc-4b89-ac42-fae19ddaecfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:20.997080 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-3167d073-55bc-4b89-ac42-fae19ddaecfa admin admin] 10.222.0.24 "DELETE /v2.0/routers/4341e3c2-322d-4f62-8b21-d654afb577f1 HTTP/1.1" status: 204 len: 168 time: 0.8800545 Apr 12 18:05:20.999563 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 46770) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:21.043889 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0168f834-0e2d-4222-8126-a16feebd1cd9 admin admin] Deleting subnet d8753db2-09c1-437d-aa92-e7bc977cc9a8 {{(pid=109827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:05:21.047449 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0168f834-0e2d-4222-8126-a16feebd1cd9 admin admin] Publish callbacks [] for subnet (d8753db2-09c1-437d-aa92-e7bc977cc9a8), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:21.081813 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0168f834-0e2d-4222-8126-a16feebd1cd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8397960'] for subnet (d8753db2-09c1-437d-aa92-e7bc977cc9a8), precommit_delete_associations {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:21.167222 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0168f834-0e2d-4222-8126-a16feebd1cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2057050'] for subnet (d8753db2-09c1-437d-aa92-e7bc977cc9a8), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:21.221407 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0168f834-0e2d-4222-8126-a16feebd1cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9209003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9217427'] for subnet (d8753db2-09c1-437d-aa92-e7bc977cc9a8), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:21.251315 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0168f834-0e2d-4222-8126-a16feebd1cd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:21.255362 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-0168f834-0e2d-4222-8126-a16feebd1cd9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d8753db2-09c1-437d-aa92-e7bc977cc9a8 HTTP/1.1" status: 204 len: 168 time: 0.2547770 Apr 12 18:05:21.256475 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168f834-0e2d-4222-8126-a16feebd1cd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8753db2-09c1-437d-aa92-e7bc977cc9a8,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:21.258246 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 46778) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:21.259486 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cba408-ff80-42b9-9ecb-a40ee3decdb2 None None] Network da593c6f-0992-4713-94cc-66246effb991 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:05:21.333713 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-380d8251-a665-4f37-86b0-413cf8298d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678379'] for network (da593c6f-0992-4713-94cc-66246effb991), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:21.383666 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-380d8251-a665-4f37-86b0-413cf8298d7c admin admin] Deleting port 1bc5479f-5258-4cd9-8f18-22442cfb9414 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:05:21.384314 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-380d8251-a665-4f37-86b0-413cf8298d7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (1bc5479f-5258-4cd9-8f18-22442cfb9414), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:21.453522 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-380d8251-a665-4f37-86b0-413cf8298d7c admin admin] For port 1bc5479f-5258-4cd9-8f18-22442cfb9414, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=1bc5479f-5258-4cd9-8f18-22442cfb9414,segment=NetworkSegment(d79506bb-5b9f-4d56-bcf2-9390718d5c1e),segment_id=d79506bb-5b9f-4d56-bcf2-9390718d5c1e)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:21.453983 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-380d8251-a665-4f37-86b0-413cf8298d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (1bc5479f-5258-4cd9-8f18-22442cfb9414), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:21.466894 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-380d8251-a665-4f37-86b0-413cf8298d7c admin admin] Calling delete_port for 1bc5479f-5258-4cd9-8f18-22442cfb9414 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:05:21.542905 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-380d8251-a665-4f37-86b0-413cf8298d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (1bc5479f-5258-4cd9-8f18-22442cfb9414), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:21.569396 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d8251-a665-4f37-86b0-413cf8298d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc5479f-5258-4cd9-8f18-22442cfb9414,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:21.572881 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380d8251-a665-4f37-86b0-413cf8298d7c admin admin] No DVR routers for this DVR port 1bc5479f-5258-4cd9-8f18-22442cfb9414 on host dv-cinder-837534-1-iscsi {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:05:21.627824 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088c223a-a5f8-4fe0-bc68-11de1d93ed41 None None] DHCP port deletion for da593c6f-0992-4713-94cc-66246effb991 request from dv-cinder-837534-1-iscsi {{(pid=109828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:05:21.671527 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-380d8251-a665-4f37-86b0-413cf8298d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059233', 'neutron.services.segments.db._delete_segments_for_network-8742383711672'] for network (da593c6f-0992-4713-94cc-66246effb991), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:21.693196 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-380d8251-a665-4f37-86b0-413cf8298d7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da593c6f-0992-4713-94cc-66246effb991']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:21.703582 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-380d8251-a665-4f37-86b0-413cf8298d7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79506bb-5b9f-4d56-bcf2-9390718d5c1e') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:21.703888 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-380d8251-a665-4f37-86b0-413cf8298d7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79506bb-5b9f-4d56-bcf2-9390718d5c1e') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:21.713457 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-380d8251-a665-4f37-86b0-413cf8298d7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742383633601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8818667'] for segment (d79506bb-5b9f-4d56-bcf2-9390718d5c1e), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:21.727984 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-380d8251-a665-4f37-86b0-413cf8298d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (d79506bb-5b9f-4d56-bcf2-9390718d5c1e), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:21.737004 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380d8251-a665-4f37-86b0-413cf8298d7c admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:05:21.737449 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-380d8251-a665-4f37-86b0-413cf8298d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8586957'] for segment (d79506bb-5b9f-4d56-bcf2-9390718d5c1e), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: Traceback (most recent call last): Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: timer() Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: cb(*args, **kw) Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: return func(*args, **kwargs) Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: self._notify() Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: self.callback(batched_events) Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: event.method(event) Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: return f(self, *a, **k) Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: return self._get(url).json() Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:05:21.743938 dv-cinder-837534-1-iscsi neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:05:21.812313 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-380d8251-a665-4f37-86b0-413cf8298d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546271'] for network (da593c6f-0992-4713-94cc-66246effb991), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:21.818197 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-380d8251-a665-4f37-86b0-413cf8298d7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:21.821485 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-380d8251-a665-4f37-86b0-413cf8298d7c admin admin] 10.222.0.24 "DELETE /v2.0/networks/da593c6f-0992-4713-94cc-66246effb991 HTTP/1.1" status: 204 len: 168 time: 0.5620565 Apr 12 18:05:21.824406 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 46786) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:21.833102 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d8251-a665-4f37-86b0-413cf8298d7c admin admin] Pushing event deleted for resources: {'Network': ['ID=da593c6f-0992-4713-94cc-66246effb991,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:22.156594 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 46790) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:22.231809 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-52babb0e-1753-4d33-9893-18d9f56ffe87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548545'] for router_interface (46f2bcc6-145d-4b56-b3ec-f1ff35c6b736), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:22.303980 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-61b54a34-eb15-4d4e-8939-d4954e505889 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Deleting port 126cebd7-fdc2-4994-a691-7a1827f84e6a {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:05:22.304322 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-61b54a34-eb15-4d4e-8939-d4954e505889 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (126cebd7-fdc2-4994-a691-7a1827f84e6a), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:22.381314 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-61b54a34-eb15-4d4e-8939-d4954e505889 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (126cebd7-fdc2-4994-a691-7a1827f84e6a), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:22.381642 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-61b54a34-eb15-4d4e-8939-d4954e505889 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for floatingip (126cebd7-fdc2-4994-a691-7a1827f84e6a), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:22.394511 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-61b54a34-eb15-4d4e-8939-d4954e505889 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Calling delete_port for 126cebd7-fdc2-4994-a691-7a1827f84e6a owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:05:22.579835 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-61b54a34-eb15-4d4e-8939-d4954e505889 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (126cebd7-fdc2-4994-a691-7a1827f84e6a), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:22.611883 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b54a34-eb15-4d4e-8939-d4954e505889 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event deleted for resources: {'Port': ['ID=126cebd7-fdc2-4994-a691-7a1827f84e6a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:22.674855 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-61b54a34-eb15-4d4e-8939-d4954e505889 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for floatingip (c8846ab6-e211-4eec-89c5-e1c967805fe4), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:22.675191 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.l3_db [None req-61b54a34-eb15-4d4e-8939-d4954e505889 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Floating IP c8846ab6-e211-4eec-89c5-e1c967805fe4 disassociated (deleted). External IP: 172.27.0.19, port: 55eeff29-4d0b-408a-8789-43548cbcd69a. Apr 12 18:05:22.733706 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 3d43ab06-1941-47b2-8753-fcebdc298fc7 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:05:22.753992 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: 3d43ab06-1941-47b2-8753-fcebdc298fc7 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:05:22.754358 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 3d43ab06-1941-47b2-8753-fcebdc298fc7 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:05:22.754768 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 1bc5479f-5258-4cd9-8f18-22442cfb9414 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:05:22.774383 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: 1bc5479f-5258-4cd9-8f18-22442cfb9414 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:05:22.774732 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 1bc5479f-5258-4cd9-8f18-22442cfb9414 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:05:22.775141 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 3f4a3d9c-a742-4639-be91-e1b9c43d12f6 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:05:22.776102 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-52babb0e-1753-4d33-9893-18d9f56ffe87 admin admin] Deleting port b81cd083-009b-4836-98e9-3e970b780f7d {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:05:22.776490 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-52babb0e-1753-4d33-9893-18d9f56ffe87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (b81cd083-009b-4836-98e9-3e970b780f7d), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:22.797622 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: 3f4a3d9c-a742-4639-be91-e1b9c43d12f6 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:05:22.797974 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 3f4a3d9c-a742-4639-be91-e1b9c43d12f6 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:05:22.866703 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-52babb0e-1753-4d33-9893-18d9f56ffe87 admin admin] For port b81cd083-009b-4836-98e9-3e970b780f7d, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=b81cd083-009b-4836-98e9-3e970b780f7d,segment=NetworkSegment(0f9aec55-04b8-4fff-ae5d-cc91206c1ce5),segment_id=0f9aec55-04b8-4fff-ae5d-cc91206c1ce5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:22.867075 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-52babb0e-1753-4d33-9893-18d9f56ffe87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (b81cd083-009b-4836-98e9-3e970b780f7d), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:22.880643 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-52babb0e-1753-4d33-9893-18d9f56ffe87 admin admin] Calling delete_port for b81cd083-009b-4836-98e9-3e970b780f7d owned by network:router_interface {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:05:22.902859 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b54a34-eb15-4d4e-8939-d4954e505889 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Router 2245ede0-74d4-4452-b5ca-d5d4171fca08 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:05:23.011437 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b54a34-eb15-4d4e-8939-d4954e505889 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:05:23.016209 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-61b54a34-eb15-4d4e-8939-d4954e505889 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:23.022444 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a17a6-7251-4dce-9061-8c1515babae1 None None] Sync routers for ids ['2245ede0-74d4-4452-b5ca-d5d4171fca08'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:05:23.034057 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a17a6-7251-4dce-9061-8c1515babae1 None None] Routers {'2245ede0-74d4-4452-b5ca-d5d4171fca08'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:05:23.034710 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-ee7a17a6-7251-4dce-9061-8c1515babae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:05:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['2245ede0-74d4-4452-b5ca-d5d4171fca08'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:23.053106 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-61b54a34-eb15-4d4e-8939-d4954e505889 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "DELETE /v2.0/floatingips/c8846ab6-e211-4eec-89c5-e1c967805fe4 HTTP/1.1" status: 204 len: 168 time: 0.8930292 Apr 12 18:05:23.053106 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81678447-a3cf-409a-9fe7-2fcbc6f67db2', 'tag': '55eeff29-4d0b-408a-8789-43548cbcd69a'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:05:23.060938 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86db6cc-ca94-4245-82b8-8d1f808efcac" -d '{"events": [{"name": "network-changed", "server_uuid": "81678447-a3cf-409a-9fe7-2fcbc6f67db2", "tag": "55eeff29-4d0b-408a-8789-43548cbcd69a"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:05:23.067756 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-52babb0e-1753-4d33-9893-18d9f56ffe87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (b81cd083-009b-4836-98e9-3e970b780f7d), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:23.093089 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52babb0e-1753-4d33-9893-18d9f56ffe87 admin admin] Pushing event deleted for resources: {'Port': ['ID=b81cd083-009b-4836-98e9-3e970b780f7d,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:23.125868 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732e25ba-7d68-48dd-8eb1-713b2b829303 x-openstack-request-id: req-732e25ba-7d68-48dd-8eb1-713b2b829303 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:05:23.126263 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81678447-a3cf-409a-9fe7-2fcbc6f67db2", "tag": "55eeff29-4d0b-408a-8789-43548cbcd69a", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:05:23.126582 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-732e25ba-7d68-48dd-8eb1-713b2b829303 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:05:23.127604 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-732e25ba-7d68-48dd-8eb1-713b2b829303'] response: {'name': 'network-changed', 'server_uuid': '81678447-a3cf-409a-9fe7-2fcbc6f67db2', 'tag': '55eeff29-4d0b-408a-8789-43548cbcd69a', 'status': 'completed', 'code': 200} Apr 12 18:05:23.274462 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-ee7a17a6-7251-4dce-9061-8c1515babae1 None None] Set router 2245ede0-74d4-4452-b5ca-d5d4171fca08 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:05:23.351069 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74979a-b216-41d9-a8b0-066e7665abfc req-0ebce727-767f-42c3-a070-5f7ca92a9d31 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:23.352549 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0d74979a-b216-41d9-a8b0-066e7665abfc req-0ebce727-767f-42c3-a070-5f7ca92a9d31 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 946 time: 0.0644104 Apr 12 18:05:23.357100 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-52babb0e-1753-4d33-9893-18d9f56ffe87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548445'] for router_interface (46f2bcc6-145d-4b56-b3ec-f1ff35c6b736), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:23.469468 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-ee7a17a6-7251-4dce-9061-8c1515babae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:04Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '2e483fd1-0b98-48dd-868b-08fc77aecd60', 'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'mac_address': 'fa:16:3e:ca:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:03Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 5, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'subnets': [{'id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:23.483292 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0d74979a-b216-41d9-a8b0-066e7665abfc req-23868426-c1e6-49be-bf99-9b9552b38cc5 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241031 Apr 12 18:05:23.495585 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a17a6-7251-4dce-9061-8c1515babae1 None None] Checking router: 2245ede0-74d4-4452-b5ca-d5d4171fca08 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:05:23.505375 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a17a6-7251-4dce-9061-8c1515babae1 None None] Routers {'2245ede0-74d4-4452-b5ca-d5d4171fca08'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:05:23.505990 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-ee7a17a6-7251-4dce-9061-8c1515babae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:05:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['2245ede0-74d4-4452-b5ca-d5d4171fca08'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:23.612486 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-ee7a17a6-7251-4dce-9061-8c1515babae1 None None] Set router 2245ede0-74d4-4452-b5ca-d5d4171fca08 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:05:23.615791 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52babb0e-1753-4d33-9893-18d9f56ffe87 admin admin] Router 46f2bcc6-145d-4b56-b3ec-f1ff35c6b736 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:05:23.723777 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52babb0e-1753-4d33-9893-18d9f56ffe87 admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:05:23.729120 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-52babb0e-1753-4d33-9893-18d9f56ffe87 admin admin] 10.222.0.24 "PUT /v2.0/routers/46f2bcc6-145d-4b56-b3ec-f1ff35c6b736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9037120 Apr 12 18:05:23.731790 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 46800) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:23.736454 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd2e78d-1d04-4d2e-a5d1-cf5f825c5c9c None None] Sync routers for ids ['46f2bcc6-145d-4b56-b3ec-f1ff35c6b736'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:05:23.746505 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd2e78d-1d04-4d2e-a5d1-cf5f825c5c9c None None] Routers {'46f2bcc6-145d-4b56-b3ec-f1ff35c6b736'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:05:23.747121 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7dd2e78d-1d04-4d2e-a5d1-cf5f825c5c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:05:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['46f2bcc6-145d-4b56-b3ec-f1ff35c6b736'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:23.804897 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-ee7a17a6-7251-4dce-9061-8c1515babae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:04Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '2e483fd1-0b98-48dd-868b-08fc77aecd60', 'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'mac_address': 'fa:16:3e:ca:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:03Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 5, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'subnets': [{'id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:23.835618 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a17a6-7251-4dce-9061-8c1515babae1 None None] The sync data for ids ['2245ede0-74d4-4452-b5ca-d5d4171fca08'] in dv-cinder-837534-1-iscsi is: [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:04Z', 'revision_number': 4, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '2e483fd1-0b98-48dd-868b-08fc77aecd60', 'name': '', 'network_id': '8ec15485-e591-42f1-9874-b31f76908832', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'mac_address': 'fa:16:3e:ca:a3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:03Z', 'updated_at': '2022-04-12T17:57:09Z', 'revision_number': 5, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'subnets': [{'id': '78fc5004-f958-4780-b51c-2a79ed561fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:05:23.853580 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d9290e41-302a-48fe-b079-e1e837791008 admin admin] Publish callbacks [] for router (46f2bcc6-145d-4b56-b3ec-f1ff35c6b736), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:23.872253 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-7dd2e78d-1d04-4d2e-a5d1-cf5f825c5c9c None None] Set router 46f2bcc6-145d-4b56-b3ec-f1ff35c6b736 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:05:23.965293 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d9290e41-302a-48fe-b079-e1e837791008 admin admin] Publish callbacks [] for router_gateway (46f2bcc6-145d-4b56-b3ec-f1ff35c6b736), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:24.013896 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d9290e41-302a-48fe-b079-e1e837791008 admin admin] Deleting port 11c2541d-2683-4cc9-b61d-e613e8d3fec6 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:05:24.014491 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d9290e41-302a-48fe-b079-e1e837791008 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (11c2541d-2683-4cc9-b61d-e613e8d3fec6), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:24.063070 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7dd2e78d-1d04-4d2e-a5d1-cf5f825c5c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f2bcc6-145d-4b56-b3ec-f1ff35c6b736', 'name': 'tempest-TestMinimumBasicScenario-100504269-router', 'tenant_id': 'efbd41180e074aee85acef371a29fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '11c2541d-2683-4cc9-b61d-e613e8d3fec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:10Z', 'updated_at': '2022-04-12T18:05:23Z', 'revision_number': 5, 'project_id': 'efbd41180e074aee85acef371a29fd86', 'gw_port': {'id': '11c2541d-2683-4cc9-b61d-e613e8d3fec6', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f2bcc6-145d-4b56-b3ec-f1ff35c6b736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:02:11Z', 'updated_at': '2022-04-12T18:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:24.089913 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd2e78d-1d04-4d2e-a5d1-cf5f825c5c9c None None] Checking router: 46f2bcc6-145d-4b56-b3ec-f1ff35c6b736 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:05:24.094264 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bce4f49-9608-41c1-a3d1-02ea86513a3b None None] New status for floating IP c8846ab6-e211-4eec-89c5-e1c967805fe4: DOWN {{(pid=109829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:05:24.098430 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd2e78d-1d04-4d2e-a5d1-cf5f825c5c9c None None] Routers {'46f2bcc6-145d-4b56-b3ec-f1ff35c6b736'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:05:24.099050 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7dd2e78d-1d04-4d2e-a5d1-cf5f825c5c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:05:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['46f2bcc6-145d-4b56-b3ec-f1ff35c6b736'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:24.101188 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d9290e41-302a-48fe-b079-e1e837791008 admin admin] For port 11c2541d-2683-4cc9-b61d-e613e8d3fec6, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=11c2541d-2683-4cc9-b61d-e613e8d3fec6,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:24.101780 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d9290e41-302a-48fe-b079-e1e837791008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (11c2541d-2683-4cc9-b61d-e613e8d3fec6), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:24.120323 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d9290e41-302a-48fe-b079-e1e837791008 admin admin] Calling delete_port for 11c2541d-2683-4cc9-b61d-e613e8d3fec6 owned by network:router_gateway {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:05:24.190779 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-7dd2e78d-1d04-4d2e-a5d1-cf5f825c5c9c None None] Set router 46f2bcc6-145d-4b56-b3ec-f1ff35c6b736 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:05:24.246496 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7dd2e78d-1d04-4d2e-a5d1-cf5f825c5c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f2bcc6-145d-4b56-b3ec-f1ff35c6b736', 'name': 'tempest-TestMinimumBasicScenario-100504269-router', 'tenant_id': 'efbd41180e074aee85acef371a29fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:10Z', 'updated_at': '2022-04-12T18:05:23Z', 'revision_number': 6, 'project_id': 'efbd41180e074aee85acef371a29fd86', 'gw_port_host': None}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:24.273070 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd2e78d-1d04-4d2e-a5d1-cf5f825c5c9c None None] The sync data for ids ['46f2bcc6-145d-4b56-b3ec-f1ff35c6b736'] in dv-cinder-837534-1-iscsi is: [{'id': '46f2bcc6-145d-4b56-b3ec-f1ff35c6b736', 'name': 'tempest-TestMinimumBasicScenario-100504269-router', 'tenant_id': 'efbd41180e074aee85acef371a29fd86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:02:10Z', 'updated_at': '2022-04-12T18:05:23Z', 'revision_number': 6, 'project_id': 'efbd41180e074aee85acef371a29fd86', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:05:24.307115 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d9290e41-302a-48fe-b079-e1e837791008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (11c2541d-2683-4cc9-b61d-e613e8d3fec6), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:24.334567 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9290e41-302a-48fe-b079-e1e837791008 admin admin] Pushing event deleted for resources: {'Port': ['ID=11c2541d-2683-4cc9-b61d-e613e8d3fec6,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:24.396697 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d9290e41-302a-48fe-b079-e1e837791008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546299'] for router_gateway (46f2bcc6-145d-4b56-b3ec-f1ff35c6b736), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:24.502115 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d9290e41-302a-48fe-b079-e1e837791008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8092'] for router (46f2bcc6-145d-4b56-b3ec-f1ff35c6b736), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:24.505391 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d9290e41-302a-48fe-b079-e1e837791008 admin admin] Publish callbacks [] for router_controller (46f2bcc6-145d-4b56-b3ec-f1ff35c6b736), precommit_delete_associations {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:24.544905 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86db6cc-ca94-4245-82b8-8d1f808efcac req-b3c99a75-57b4-4cb9-85d3-9516ec77d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:24.546164 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a86db6cc-ca94-4245-82b8-8d1f808efcac req-b3c99a75-57b4-4cb9-85d3-9516ec77d47c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=237798a0b1a14ab3835a4a934510ce49&device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 1130 time: 0.0443945 Apr 12 18:05:24.567943 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d9290e41-302a-48fe-b079-e1e837791008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547614'] for router (46f2bcc6-145d-4b56-b3ec-f1ff35c6b736), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:24.568370 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9290e41-302a-48fe-b079-e1e837791008 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46f2bcc6-145d-4b56-b3ec-f1ff35c6b736 {{(pid=109827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:05:24.573092 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d9290e41-302a-48fe-b079-e1e837791008 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:24.574213 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-d9290e41-302a-48fe-b079-e1e837791008 admin admin] 10.222.0.24 "DELETE /v2.0/routers/46f2bcc6-145d-4b56-b3ec-f1ff35c6b736 HTTP/1.1" status: 204 len: 168 time: 0.8414118 Apr 12 18:05:24.576753 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 46806) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:24.601041 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 5144be4b-7055-472a-b67d-dfb8c41f888d no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:05:24.612482 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d494ce1-13a6-4a0d-994f-bbd585a29df7 req-b97f8302-aa1a-43aa-9b91-b86a89e3b427 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:24.614205 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3d494ce1-13a6-4a0d-994f-bbd585a29df7 req-b97f8302-aa1a-43aa-9b91-b86a89e3b427 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 946 time: 0.0556855 Apr 12 18:05:24.629192 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b514718d-38da-441f-8490-a78bb6f5b051 admin admin] Deleting subnet 0c20afb5-541f-4485-adfc-cec59b6ca4b8 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:05:24.632488 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b514718d-38da-441f-8490-a78bb6f5b051 admin admin] Publish callbacks [] for subnet (0c20afb5-541f-4485-adfc-cec59b6ca4b8), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:24.636203 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] No Port match for: 5144be4b-7055-472a-b67d-dfb8c41f888d {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:05:24.636555 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 5144be4b-7055-472a-b67d-dfb8c41f888d not bound to the agent host hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:05:24.671719 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b514718d-38da-441f-8490-a78bb6f5b051 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8818640'] for subnet (0c20afb5-541f-4485-adfc-cec59b6ca4b8), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:24.684358 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3d494ce1-13a6-4a0d-994f-bbd585a29df7 req-5eb7ab61-5c13-48cf-8048-a9d43ff20a7e tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565746 Apr 12 18:05:24.767825 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b514718d-38da-441f-8490-a78bb6f5b051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2057050'] for subnet (0c20afb5-541f-4485-adfc-cec59b6ca4b8), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:24.831934 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b514718d-38da-441f-8490-a78bb6f5b051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8586871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386091'] for subnet (0c20afb5-541f-4485-adfc-cec59b6ca4b8), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:24.850863 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device b81cd083-009b-4836-98e9-3e970b780f7d no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:05:24.860286 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514718d-38da-441f-8490-a78bb6f5b051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c20afb5-541f-4485-adfc-cec59b6ca4b8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:24.864005 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b514718d-38da-441f-8490-a78bb6f5b051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:24.867442 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-b514718d-38da-441f-8490-a78bb6f5b051 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0c20afb5-541f-4485-adfc-cec59b6ca4b8 HTTP/1.1" status: 204 len: 168 time: 0.2896676 Apr 12 18:05:24.869785 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 46810) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:24.883030 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e52681-1cd0-4aec-8e64-f73ec3af62f7 None None] Network 3eace1fc-1f55-4e54-bc1a-0b2a963bbcac requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:05:24.885956 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: b81cd083-009b-4836-98e9-3e970b780f7d {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:05:24.886901 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device b81cd083-009b-4836-98e9-3e970b780f7d not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:05:24.947038 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a490fee7-b175-47b1-a55a-ddd068006494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678379'] for network (3eace1fc-1f55-4e54-bc1a-0b2a963bbcac), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:25.003305 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a490fee7-b175-47b1-a55a-ddd068006494 admin admin] Deleting port b8907f80-aa1a-49b6-b4f1-034c799768f4 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:05:25.003779 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a490fee7-b175-47b1-a55a-ddd068006494 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (b8907f80-aa1a-49b6-b4f1-034c799768f4), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:25.076986 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-a490fee7-b175-47b1-a55a-ddd068006494 admin admin] For port b8907f80-aa1a-49b6-b4f1-034c799768f4, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=b8907f80-aa1a-49b6-b4f1-034c799768f4,segment=NetworkSegment(0f9aec55-04b8-4fff-ae5d-cc91206c1ce5),segment_id=0f9aec55-04b8-4fff-ae5d-cc91206c1ce5)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:25.077347 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a490fee7-b175-47b1-a55a-ddd068006494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (b8907f80-aa1a-49b6-b4f1-034c799768f4), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:25.081221 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] DHCP port deletion for 3eace1fc-1f55-4e54-bc1a-0b2a963bbcac request from dv-cinder-837534-1-iscsi {{(pid=109828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:05:25.094418 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a490fee7-b175-47b1-a55a-ddd068006494 admin admin] Calling delete_port for b8907f80-aa1a-49b6-b4f1-034c799768f4 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:05:25.136959 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] Deleting port b8907f80-aa1a-49b6-b4f1-034c799768f4 {{(pid=109828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:05:25.137467 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (b8907f80-aa1a-49b6-b4f1-034c799768f4), before_delete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:25.189119 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a490fee7-b175-47b1-a55a-ddd068006494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (b8907f80-aa1a-49b6-b4f1-034c799768f4), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:25.211356 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] For port b8907f80-aa1a-49b6-b4f1-034c799768f4, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=b8907f80-aa1a-49b6-b4f1-034c799768f4,segment=NetworkSegment(0f9aec55-04b8-4fff-ae5d-cc91206c1ce5),segment_id=0f9aec55-04b8-4fff-ae5d-cc91206c1ce5)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:25.211736 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (b8907f80-aa1a-49b6-b4f1-034c799768f4), precommit_delete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:25.219639 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490fee7-b175-47b1-a55a-ddd068006494 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8907f80-aa1a-49b6-b4f1-034c799768f4,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:25.223216 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a490fee7-b175-47b1-a55a-ddd068006494 admin admin] No DVR routers for this DVR port b8907f80-aa1a-49b6-b4f1-034c799768f4 on host dv-cinder-837534-1-iscsi {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:05:25.226010 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] Calling delete_port for b8907f80-aa1a-49b6-b4f1-034c799768f4 owned by network:dhcp {{(pid=109828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:05:25.294276 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a490fee7-b175-47b1-a55a-ddd068006494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059233', 'neutron.services.segments.db._delete_segments_for_network-8742383711672'] for network (3eace1fc-1f55-4e54-bc1a-0b2a963bbcac), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:25.310679 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583'] for port (b8907f80-aa1a-49b6-b4f1-034c799768f4), after_delete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:25.316968 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-a490fee7-b175-47b1-a55a-ddd068006494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eace1fc-1f55-4e54-bc1a-0b2a963bbcac']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:25.327460 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-a490fee7-b175-47b1-a55a-ddd068006494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9aec55-04b8-4fff-ae5d-cc91206c1ce5') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:25.327770 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-a490fee7-b175-47b1-a55a-ddd068006494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9aec55-04b8-4fff-ae5d-cc91206c1ce5') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:25.338313 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] Pushing event deleted for resources: {'Port': ['ID=b8907f80-aa1a-49b6-b4f1-034c799768f4,revision_number=None']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:25.340588 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] No DVR routers for this DVR port b8907f80-aa1a-49b6-b4f1-034c799768f4 on host dv-cinder-837534-1-iscsi {{(pid=109828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:05:25.342102 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a490fee7-b175-47b1-a55a-ddd068006494 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742383633601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8818667'] for segment (0f9aec55-04b8-4fff-ae5d-cc91206c1ce5), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:25.348319 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.348660 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.349103 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.349408 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.349743 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.350084 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.350447 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.350803 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.351153 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.351503 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.351835 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.352169 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.352498 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.352952 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.353160 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e4c233-cda6-422c-a40f-30cce07baee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:05:25.358440 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a490fee7-b175-47b1-a55a-ddd068006494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (0f9aec55-04b8-4fff-ae5d-cc91206c1ce5), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:25.364941 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a490fee7-b175-47b1-a55a-ddd068006494 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:05:25.365381 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a490fee7-b175-47b1-a55a-ddd068006494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8586957'] for segment (0f9aec55-04b8-4fff-ae5d-cc91206c1ce5), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: Traceback (most recent call last): Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: timer() Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: cb(*args, **kw) Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: return func(*args, **kwargs) Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: self._notify() Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: self.callback(batched_events) Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: event.method(event) Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: return f(self, *a, **k) Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: return self._get(url).json() Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:05:25.367495 dv-cinder-837534-1-iscsi neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:05:25.421669 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a490fee7-b175-47b1-a55a-ddd068006494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546271'] for network (3eace1fc-1f55-4e54-bc1a-0b2a963bbcac), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:25.427790 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a490fee7-b175-47b1-a55a-ddd068006494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:25.430968 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-a490fee7-b175-47b1-a55a-ddd068006494 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3eace1fc-1f55-4e54-bc1a-0b2a963bbcac HTTP/1.1" status: 204 len: 168 time: 0.5602210 Apr 12 18:05:25.442318 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490fee7-b175-47b1-a55a-ddd068006494 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eace1fc-1f55-4e54-bc1a-0b2a963bbcac,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:25.588072 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 46826) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:25.649396 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-423a2679-bfdc-46f9-8639-835a6847591f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0dc793bdb0444a4dbc3d543698eab22c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0601132 Apr 12 18:05:25.652357 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 46828) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:25.700213 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bcb7b9a8-7c8c-4ec1-af09-b9acff8574fb admin admin] Publish callbacks [] for security_group (cd0a397b-23f3-44fc-9536-cc5cfaf03cd2), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:25.712831 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86db6cc-ca94-4245-82b8-8d1f808efcac req-a6960110-639a-4395-8e36-2d4300e96927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:25.714534 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a86db6cc-ca94-4245-82b8-8d1f808efcac req-a6960110-639a-4395-8e36-2d4300e96927 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ec15485-e591-42f1-9874-b31f76908832 HTTP/1.1" status: 200 len: 913 time: 0.1013520 Apr 12 18:05:25.722366 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bcb7b9a8-7c8c-4ec1-af09-b9acff8574fb admin admin] Publish callbacks [] for security_group (cd0a397b-23f3-44fc-9536-cc5cfaf03cd2), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:25.776633 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a86db6cc-ca94-4245-82b8-8d1f808efcac req-18d26734-74c0-496a-ae50-2898d514abf6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55eeff29-4d0b-408a-8789-43548cbcd69a HTTP/1.1" status: 200 len: 217 time: 0.0351913 Apr 12 18:05:25.802365 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6189933-2133-4a9a-945e-0b8b18f193d6 req-ccf85cb2-cc13-4146-bc3c-334590682148 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:25.803985 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a6189933-2133-4a9a-945e-0b8b18f193d6 req-ccf85cb2-cc13-4146-bc3c-334590682148 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 946 time: 0.0499971 Apr 12 18:05:25.804644 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bcb7b9a8-7c8c-4ec1-af09-b9acff8574fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (cd0a397b-23f3-44fc-9536-cc5cfaf03cd2), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:25.807135 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bcb7b9a8-7c8c-4ec1-af09-b9acff8574fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:25.808236 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-bcb7b9a8-7c8c-4ec1-af09-b9acff8574fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd0a397b-23f3-44fc-9536-cc5cfaf03cd2 HTTP/1.1" status: 204 len: 168 time: 0.1547723 Apr 12 18:05:25.822905 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7b9a8-7c8c-4ec1-af09-b9acff8574fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0a397b-23f3-44fc-9536-cc5cfaf03cd2,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:25.856633 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86db6cc-ca94-4245-82b8-8d1f808efcac req-08c82ee2-f7b6-484b-b318-2d75ddb7b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:25.858298 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a86db6cc-ca94-4245-82b8-8d1f808efcac req-08c82ee2-f7b6-484b-b318-2d75ddb7b6b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78fc5004-f958-4780-b51c-2a79ed561fa7 HTTP/1.1" status: 200 len: 851 time: 0.0541842 Apr 12 18:05:25.868896 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a6189933-2133-4a9a-945e-0b8b18f193d6 req-e2ce21dc-56d4-4212-bef3-0781c4b4be75 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/security-groups?id=10d18f3c-7f66-4cff-9fc0-35130599f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579734 Apr 12 18:05:26.007569 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86db6cc-ca94-4245-82b8-8d1f808efcac req-0f4c01a4-f9d9-47e7-b1af-bb1645a20c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:26.009113 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a86db6cc-ca94-4245-82b8-8d1f808efcac req-0f4c01a4-f9d9-47e7-b1af-bb1645a20c17 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ec15485-e591-42f1-9874-b31f76908832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436704 Apr 12 18:05:26.100144 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a86db6cc-ca94-4245-82b8-8d1f808efcac req-a83838b1-6b2b-4bf5-9657-2d1c417d454f service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835428 Apr 12 18:05:26.142782 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 46840) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:26.183481 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-063b58cc-7f36-4e1a-b4dc-c1bd02b13285 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=efbd41180e074aee85acef371a29fd86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395336 Apr 12 18:05:26.186157 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 46842) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:26.242706 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-521b3349-b8cd-45a0-8856-36a8f1350c1b admin admin] Publish callbacks [] for security_group (b8ed2e6c-ebfb-4991-928b-73063bb2c2de), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:26.267643 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-521b3349-b8cd-45a0-8856-36a8f1350c1b admin admin] Publish callbacks [] for security_group (b8ed2e6c-ebfb-4991-928b-73063bb2c2de), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:26.335494 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad299c14-13cc-41cc-8a79-2b5f45845263 req-fb5cc1d5-2b6d-4632-955c-4bac3e2f8fd0 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:26.337101 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ad299c14-13cc-41cc-8a79-2b5f45845263 req-fb5cc1d5-2b6d-4632-955c-4bac3e2f8fd0 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.23 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 946 time: 0.0738242 Apr 12 18:05:26.339218 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a86db6cc-ca94-4245-82b8-8d1f808efcac req-c8799a83-b2e7-481b-afec-324af70867ba service neutron] 10.222.0.23 "GET /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532149 Apr 12 18:05:26.342586 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-521b3349-b8cd-45a0-8856-36a8f1350c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (b8ed2e6c-ebfb-4991-928b-73063bb2c2de), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:26.346620 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-521b3349-b8cd-45a0-8856-36a8f1350c1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:26.356822 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-521b3349-b8cd-45a0-8856-36a8f1350c1b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8ed2e6c-ebfb-4991-928b-73063bb2c2de HTTP/1.1" status: 204 len: 168 time: 0.1663282 Apr 12 18:05:26.365886 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b3349-b8cd-45a0-8856-36a8f1350c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ed2e6c-ebfb-4991-928b-73063bb2c2de,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:26.442655 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-ad299c14-13cc-41cc-8a79-2b5f45845263 req-7a9d316e-ea34-4379-a0ca-a60325fc77a7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Deleting port 55eeff29-4d0b-408a-8789-43548cbcd69a {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:05:26.443182 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ad299c14-13cc-41cc-8a79-2b5f45845263 req-7a9d316e-ea34-4379-a0ca-a60325fc77a7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (55eeff29-4d0b-408a-8789-43548cbcd69a), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:26.554485 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-ad299c14-13cc-41cc-8a79-2b5f45845263 req-7a9d316e-ea34-4379-a0ca-a60325fc77a7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] For port 55eeff29-4d0b-408a-8789-43548cbcd69a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=55eeff29-4d0b-408a-8789-43548cbcd69a,segment=NetworkSegment(bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b),segment_id=bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:26.554867 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ad299c14-13cc-41cc-8a79-2b5f45845263 req-7a9d316e-ea34-4379-a0ca-a60325fc77a7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (55eeff29-4d0b-408a-8789-43548cbcd69a), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:26.570920 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-ad299c14-13cc-41cc-8a79-2b5f45845263 req-7a9d316e-ea34-4379-a0ca-a60325fc77a7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Calling delete_port for 55eeff29-4d0b-408a-8789-43548cbcd69a owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:05:26.713094 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ad299c14-13cc-41cc-8a79-2b5f45845263 req-7a9d316e-ea34-4379-a0ca-a60325fc77a7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (55eeff29-4d0b-408a-8789-43548cbcd69a), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:26.723731 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 11c2541d-2683-4cc9-b61d-e613e8d3fec6 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:05:26.745825 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d316e-ea34-4379-a0ca-a60325fc77a7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event deleted for resources: {'Port': ['ID=55eeff29-4d0b-408a-8789-43548cbcd69a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:26.746817 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: 11c2541d-2683-4cc9-b61d-e613e8d3fec6 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:05:26.747470 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 11c2541d-2683-4cc9-b61d-e613e8d3fec6 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:05:26.748134 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device b8907f80-aa1a-49b6-b4f1-034c799768f4 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:05:26.776606 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: b8907f80-aa1a-49b6-b4f1-034c799768f4 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:05:26.777049 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device b8907f80-aa1a-49b6-b4f1-034c799768f4 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:05:26.795124 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad299c14-13cc-41cc-8a79-2b5f45845263 req-7a9d316e-ea34-4379-a0ca-a60325fc77a7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] No DVR routers for this DVR port 55eeff29-4d0b-408a-8789-43548cbcd69a on host hv-cinder-83753 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:05:26.797802 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-ad299c14-13cc-41cc-8a79-2b5f45845263 req-7a9d316e-ea34-4379-a0ca-a60325fc77a7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:26.801066 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ad299c14-13cc-41cc-8a79-2b5f45845263 req-7a9d316e-ea34-4379-a0ca-a60325fc77a7 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.23 "DELETE /v2.0/ports/55eeff29-4d0b-408a-8789-43548cbcd69a HTTP/1.1" status: 204 len: 173 time: 0.4534240 Apr 12 18:05:26.801503 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81678447-a3cf-409a-9fe7-2fcbc6f67db2', 'name': 'network-vif-deleted', 'tag': '55eeff29-4d0b-408a-8789-43548cbcd69a'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:05:26.803750 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1116de20-2bfc-4bd3-8d91-78400943a3de" -d '{"events": [{"server_uuid": "81678447-a3cf-409a-9fe7-2fcbc6f67db2", "name": "network-vif-deleted", "tag": "55eeff29-4d0b-408a-8789-43548cbcd69a"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:05:26.839639 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac8dadb-d3e1-4388-940f-a4926d9d2403 x-openstack-request-id: req-dac8dadb-d3e1-4388-940f-a4926d9d2403 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:05:26.839931 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81678447-a3cf-409a-9fe7-2fcbc6f67db2", "name": "network-vif-deleted", "tag": "55eeff29-4d0b-408a-8789-43548cbcd69a", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:05:26.840183 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dac8dadb-d3e1-4388-940f-a4926d9d2403 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:05:26.840582 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac8dadb-d3e1-4388-940f-a4926d9d2403'] response: {'server_uuid': '81678447-a3cf-409a-9fe7-2fcbc6f67db2', 'name': 'network-vif-deleted', 'tag': '55eeff29-4d0b-408a-8789-43548cbcd69a', 'status': 'completed', 'code': 200} Apr 12 18:05:26.965301 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-900f18c5-c9dc-4230-84f3-df13d86fb554 req-5d97528c-8d2d-424d-a3d6-6b86fbfecbbc tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 210 time: 0.0311241 Apr 12 18:05:28.059133 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7ddd5e2c-9c4f-48bb-8633-217bda20ecc3 req-e7e126cb-2fb3-49ec-8b8f-1bd87c6a3628 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 210 time: 0.0265839 Apr 12 18:05:28.282747 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-290e52ca-3dd2-43e7-b70f-1ff1e0ae8b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:29.151081 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-11f072a6-673e-4905-9a09-a0755a3fe8dc req-2eaecb8e-77f2-489d-9783-5585b811dffd tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "GET /v2.0/ports?device_id=81678447-a3cf-409a-9fe7-2fcbc6f67db2 HTTP/1.1" status: 200 len: 210 time: 0.0267782 Apr 12 18:05:29.653447 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-1bf37a78-8ac7-40c1-acf1-f7ab2d4495f5 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:29.654822 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-1bf37a78-8ac7-40c1-acf1-f7ab2d4495f5 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/networks?id=72dd9dac-57fb-41fd-8a0c-bb4debc94279 HTTP/1.1" status: 200 len: 814 time: 0.1024618 Apr 12 18:05:29.668773 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df351c9b-86b0-4c6a-86d8-08e33a009a75 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/quotas/715369c567c2485e88fd668f3623c16d HTTP/1.1" status: 200 len: 375 time: 0.0086188 Apr 12 18:05:29.700354 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-dd53191d-8b55-4c06-a471-af028e9e92d8 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=715369c567c2485e88fd668f3623c16d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264893 Apr 12 18:05:29.797904 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-49fe50dc-6ed7-427e-a525-700b854dd80b service neutron] 10.222.0.24 "GET /v2.0/networks/72dd9dac-57fb-41fd-8a0c-bb4debc94279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894682 Apr 12 18:05:29.890146 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-350a842c-0899-47c0-a472-830eaf1eefdd service neutron] 10.222.0.24 "GET /v2.0/networks/72dd9dac-57fb-41fd-8a0c-bb4debc94279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854216 Apr 12 18:05:30.044381 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b40dd9c1-84cd-4fdd-bf60-586722b31faa req-f5e820cc-e299-4d8e-923b-42d22f6bd76e tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c609572-ff9d-43df-b769-bce210b98f55 HTTP/1.1" status: 200 len: 210 time: 0.0279281 Apr 12 18:05:30.207600 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 46884) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:30.325797 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c0c2eb2e-1ac1-43da-a76e-e2989e40bb60 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Deleting port 5cbc573c-00fe-44eb-adb9-53ff2719985d {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:05:30.326263 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c0c2eb2e-1ac1-43da-a76e-e2989e40bb60 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (5cbc573c-00fe-44eb-adb9-53ff2719985d), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:30.404679 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c0c2eb2e-1ac1-43da-a76e-e2989e40bb60 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (5cbc573c-00fe-44eb-adb9-53ff2719985d), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:30.405014 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c0c2eb2e-1ac1-43da-a76e-e2989e40bb60 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for floatingip (5cbc573c-00fe-44eb-adb9-53ff2719985d), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:30.420335 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c0c2eb2e-1ac1-43da-a76e-e2989e40bb60 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Calling delete_port for 5cbc573c-00fe-44eb-adb9-53ff2719985d owned by network:floatingip {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:05:30.557353 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c0c2eb2e-1ac1-43da-a76e-e2989e40bb60 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (5cbc573c-00fe-44eb-adb9-53ff2719985d), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:30.583630 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2eb2e-1ac1-43da-a76e-e2989e40bb60 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event deleted for resources: {'Port': ['ID=5cbc573c-00fe-44eb-adb9-53ff2719985d,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:30.643767 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c0c2eb2e-1ac1-43da-a76e-e2989e40bb60 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for floatingip (b0735d2a-7fe7-45ed-86cf-c67bca38e065), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:30.646344 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c0c2eb2e-1ac1-43da-a76e-e2989e40bb60 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:30.647495 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-c0c2eb2e-1ac1-43da-a76e-e2989e40bb60 tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "DELETE /v2.0/floatingips/b0735d2a-7fe7-45ed-86cf-c67bca38e065 HTTP/1.1" status: 204 len: 168 time: 0.4389186 Apr 12 18:05:30.822672 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-60a75429-1776-4326-8682-58a125085aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:30.971989 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-ae2daada-c1c4-47a6-a128-b0eacd47c7e4 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:30.973353 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-ae2daada-c1c4-47a6-a128-b0eacd47c7e4 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.23 "GET /v2.0/networks?id=72dd9dac-57fb-41fd-8a0c-bb4debc94279 HTTP/1.1" status: 200 len: 814 time: 0.1116931 Apr 12 18:05:30.987730 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-f2cb4f57-7ae1-4307-802e-c259ab8d952f tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Request body: {'port': {'device_id': '1c609572-ff9d-43df-b769-bce210b98f55', 'network_id': '72dd9dac-57fb-41fd-8a0c-bb4debc94279', 'admin_state_up': True, 'tenant_id': '715369c567c2485e88fd668f3623c16d'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:05:31.096262 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-f2cb4f57-7ae1-4307-802e-c259ab8d952f tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Made reservation on behalf of 715369c567c2485e88fd668f3623c16d for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:05:31.099827 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-f2cb4f57-7ae1-4307-802e-c259ab8d952f tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:31.141116 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6fc38085-b02c-4cac-9a2f-83bff52f33be req-342c84e2-4955-4b8e-afbe-d8d334314c2a tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c609572-ff9d-43df-b769-bce210b98f55 HTTP/1.1" status: 200 len: 210 time: 0.0308936 Apr 12 18:05:31.222891 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-f2cb4f57-7ae1-4307-802e-c259ab8d952f tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Allocated IP 172.20.0.10 (72dd9dac-57fb-41fd-8a0c-bb4debc94279/70fa8952-e9ab-4a71-b856-aa668b42401a/e5bb48fc-9335-4c45-aba5-6f4e3029ddd6) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:05:31.371894 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-f2cb4f57-7ae1-4307-802e-c259ab8d952f tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Publish callbacks [] for port (e5bb48fc-9335-4c45-aba5-6f4e3029ddd6), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:31.404723 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-f2cb4f57-7ae1-4307-802e-c259ab8d952f tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (e5bb48fc-9335-4c45-aba5-6f4e3029ddd6), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:31.450003 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-f2cb4f57-7ae1-4307-802e-c259ab8d952f tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Network 72dd9dac-57fb-41fd-8a0c-bb4debc94279 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:05:31.457976 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-f2cb4f57-7ae1-4307-802e-c259ab8d952f tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:05:31.460466 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-f2cb4f57-7ae1-4307-802e-c259ab8d952f tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:05:31.467019 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb4f57-7ae1-4307-802e-c259ab8d952f tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Pushing event updated for resources: {'Port': ['ID=e5bb48fc-9335-4c45-aba5-6f4e3029ddd6,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:31.510669 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-f2cb4f57-7ae1-4307-802e-c259ab8d952f tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:31.511281 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-f2cb4f57-7ae1-4307-802e-c259ab8d952f tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:31.526389 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-f2cb4f57-7ae1-4307-802e-c259ab8d952f tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5427167 Apr 12 18:05:31.537462 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] Request body: {'port': {'device_id': '1c609572-ff9d-43df-b769-bce210b98f55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:05:31.596303 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (e5bb48fc-9335-4c45-aba5-6f4e3029ddd6), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:31.681100 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:31.846749 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 46906) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:31.872059 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:05:31.887084 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] Publish callbacks [] for port (e5bb48fc-9335-4c45-aba5-6f4e3029ddd6), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:31.910061 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] Transition to ACTIVE for port object e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:05:31.914973 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8586785'] for port (e5bb48fc-9335-4c45-aba5-6f4e3029ddd6), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:31.935642 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:31.963595 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f85d5ccc-909d-4824-8989-e34eb222576e tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group (10d18f3c-7f66-4cff-9fc0-35130599f0b5), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:31.996853 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] Pushing event updated for resources: {'Port': ['ID=e5bb48fc-9335-4c45-aba5-6f4e3029ddd6,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:32.006582 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f85d5ccc-909d-4824-8989-e34eb222576e tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group (10d18f3c-7f66-4cff-9fc0-35130599f0b5), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:32.098899 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] Attempting to bind port e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:05:32.099196 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] Attempting to bind port e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '1020b58a-4a29-4b67-8957-566cc4c524fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '72dd9dac-57fb-41fd-8a0c-bb4debc94279'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:05:32.099603 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] Attempting to bind port e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 on network 72dd9dac-57fb-41fd-8a0c-bb4debc94279 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:05:32.104298 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] Port e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 on network 72dd9dac-57fb-41fd-8a0c-bb4debc94279 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:05:32.104649 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] Attempting to bind port e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 on network 72dd9dac-57fb-41fd-8a0c-bb4debc94279 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:05:32.110002 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] Checking agent: {'id': '00f7abb9-3948-4d4d-ae73-3182f7e75cf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'started_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:05:32.110903 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] Checking segment: {'id': '1020b58a-4a29-4b67-8957-566cc4c524fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '72dd9dac-57fb-41fd-8a0c-bb4debc94279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:05:32.111319 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] Bound using segment: {'id': '1020b58a-4a29-4b67-8957-566cc4c524fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '72dd9dac-57fb-41fd-8a0c-bb4debc94279'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:05:32.111828 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] Bound port: e5bb48fc-9335-4c45-aba5-6f4e3029ddd6, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1020b58a-4a29-4b67-8957-566cc4c524fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '72dd9dac-57fb-41fd-8a0c-bb4debc94279'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:05:32.112187 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (e5bb48fc-9335-4c45-aba5-6f4e3029ddd6), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:32.147660 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f85d5ccc-909d-4824-8989-e34eb222576e tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (10d18f3c-7f66-4cff-9fc0-35130599f0b5), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:32.150095 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f85d5ccc-909d-4824-8989-e34eb222576e tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:32.151244 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-f85d5ccc-909d-4824-8989-e34eb222576e tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] 10.222.0.24 "DELETE /v2.0/security-groups/10d18f3c-7f66-4cff-9fc0-35130599f0b5 HTTP/1.1" status: 204 len: 168 time: 0.3035297 Apr 12 18:05:32.166103 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d5ccc-909d-4824-8989-e34eb222576e tempest-TestVolumeBootPattern-1822310649 tempest-TestVolumeBootPattern-1822310649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d18f3c-7f66-4cff-9fc0-35130599f0b5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:32.196037 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] For port e5bb48fc-9335-4c45-aba5-6f4e3029ddd6, host hv-cinder-83753, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:05:32.199514 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] For port e5bb48fc-9335-4c45-aba5-6f4e3029ddd6, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e5bb48fc-9335-4c45-aba5-6f4e3029ddd6,segment=NetworkSegment(1020b58a-4a29-4b67-8957-566cc4c524fc),segment_id=1020b58a-4a29-4b67-8957-566cc4c524fc)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:05:32.212494 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8586785'] for port (e5bb48fc-9335-4c45-aba5-6f4e3029ddd6), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:32.232681 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 46912) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:32.252899 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:32.253595 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:32.255034 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] 10.222.0.23 "PUT /v2.0/ports/e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 HTTP/1.1" status: 200 len: 1094 time: 0.7214580 Apr 12 18:05:32.255477 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c609572-ff9d-43df-b769-bce210b98f55', 'tag': 'e5bb48fc-9335-4c45-aba5-6f4e3029ddd6'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:05:32.257899 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c94fe0a-cd6b-4ded-a353-35e4ca0dede8" -d '{"events": [{"name": "network-changed", "server_uuid": "1c609572-ff9d-43df-b769-bce210b98f55", "tag": "e5bb48fc-9335-4c45-aba5-6f4e3029ddd6"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:05:32.284585 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63ade0-7b8a-4261-ac66-40b03749c560 service neutron] Pushing event updated for resources: {'Port': ['ID=e5bb48fc-9335-4c45-aba5-6f4e3029ddd6,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:32.327917 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8baa1b-1418-43a5-8349-98a454b8b479 req-f73f1ca7-f661-4450-93f0-5863d5dcd402 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:32.331128 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-cc8baa1b-1418-43a5-8349-98a454b8b479 req-f73f1ca7-f661-4450-93f0-5863d5dcd402 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c609572-ff9d-43df-b769-bce210b98f55 HTTP/1.1" status: 200 len: 944 time: 0.0831358 Apr 12 18:05:32.333788 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b9616e-ff95-4e01-97bb-c30ea094f7d2 x-openstack-request-id: req-c4b9616e-ff95-4e01-97bb-c30ea094f7d2 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:05:32.334079 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c609572-ff9d-43df-b769-bce210b98f55", "tag": "e5bb48fc-9335-4c45-aba5-6f4e3029ddd6", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:05:32.334373 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c4b9616e-ff95-4e01-97bb-c30ea094f7d2 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:05:32.334766 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4b9616e-ff95-4e01-97bb-c30ea094f7d2'] response: {'name': 'network-changed', 'server_uuid': '1c609572-ff9d-43df-b769-bce210b98f55', 'tag': 'e5bb48fc-9335-4c45-aba5-6f4e3029ddd6', 'status': 'completed', 'code': 200} Apr 12 18:05:32.345893 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-a0c1e505-bd9b-44d4-b507-6576fa27e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:32.347718 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-a0c1e505-bd9b-44d4-b507-6576fa27e1e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=715369c567c2485e88fd668f3623c16d&device_id=1c609572-ff9d-43df-b769-bce210b98f55 HTTP/1.1" status: 200 len: 1128 time: 0.0485175 Apr 12 18:05:32.390161 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-1cc77a8b-0506-4625-a469-f4ed95e03dad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 HTTP/1.1" status: 200 len: 217 time: 0.0357387 Apr 12 18:05:32.394709 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-cc8baa1b-1418-43a5-8349-98a454b8b479 req-b2f30fad-8c77-412e-afd9-277553397824 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9db566e-5c1f-4cce-9b57-a07e7def276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577545 Apr 12 18:05:32.442765 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-59f7c7d8-594e-4fb6-901c-8d2be489dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:32.444210 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-59f7c7d8-594e-4fb6-901c-8d2be489dd64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=70fa8952-e9ab-4a71-b856-aa668b42401a HTTP/1.1" status: 200 len: 854 time: 0.0466425 Apr 12 18:05:32.480687 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-726da8a3-77b3-4809-88a3-043c4b47e3b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=72dd9dac-57fb-41fd-8a0c-bb4debc94279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296290 Apr 12 18:05:32.572045 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-3a6607f0-4d68-4da0-a796-d64519d38c00 service neutron] 10.222.0.23 "GET /v2.0/networks/72dd9dac-57fb-41fd-8a0c-bb4debc94279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851929 Apr 12 18:05:32.924762 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1a10d962-aa04-4a44-b28a-dc5eff8a6d9c req-6a0b4d35-3b2d-4638-8244-071eef35a2e6 service neutron] 10.222.0.23 "GET /v2.0/networks/72dd9dac-57fb-41fd-8a0c-bb4debc94279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466077 Apr 12 18:05:33.011727 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-788f0cad-daf8-479f-9c8e-79549e69e1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548545'] for router_interface (2245ede0-74d4-4452-b5ca-d5d4171fca08), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:33.120745 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:33.178521 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 55eeff29-4d0b-408a-8789-43548cbcd69a no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:05:33.198726 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] No Port match for: 55eeff29-4d0b-408a-8789-43548cbcd69a {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:05:33.199076 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 55eeff29-4d0b-408a-8789-43548cbcd69a not bound to the agent host hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:05:33.247155 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-788f0cad-daf8-479f-9c8e-79549e69e1d7 admin admin] Deleting port 2e483fd1-0b98-48dd-868b-08fc77aecd60 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:05:33.247750 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-788f0cad-daf8-479f-9c8e-79549e69e1d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (2e483fd1-0b98-48dd-868b-08fc77aecd60), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:33.326186 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-788f0cad-daf8-479f-9c8e-79549e69e1d7 admin admin] For port 2e483fd1-0b98-48dd-868b-08fc77aecd60, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=2e483fd1-0b98-48dd-868b-08fc77aecd60,segment=NetworkSegment(bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b),segment_id=bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:33.326560 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-788f0cad-daf8-479f-9c8e-79549e69e1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (2e483fd1-0b98-48dd-868b-08fc77aecd60), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:33.339672 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-788f0cad-daf8-479f-9c8e-79549e69e1d7 admin admin] Calling delete_port for 2e483fd1-0b98-48dd-868b-08fc77aecd60 owned by network:router_interface {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:05:33.506654 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b512b1-c1c2-492f-8e42-69d442c1ee2d req-1c022cf9-09fb-4821-aa77-a77bb048a419 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:33.508013 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-18b512b1-c1c2-492f-8e42-69d442c1ee2d req-1c022cf9-09fb-4821-aa77-a77bb048a419 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c609572-ff9d-43df-b769-bce210b98f55 HTTP/1.1" status: 200 len: 944 time: 0.0505464 Apr 12 18:05:33.589194 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-788f0cad-daf8-479f-9c8e-79549e69e1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (2e483fd1-0b98-48dd-868b-08fc77aecd60), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:33.597932 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-18b512b1-c1c2-492f-8e42-69d442c1ee2d req-56447f7a-acb9-401a-a397-4760c0752260 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9db566e-5c1f-4cce-9b57-a07e7def276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844512 Apr 12 18:05:33.620405 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f0cad-daf8-479f-9c8e-79549e69e1d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e483fd1-0b98-48dd-868b-08fc77aecd60,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:33.784774 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-788f0cad-daf8-479f-9c8e-79549e69e1d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548445'] for router_interface (2245ede0-74d4-4452-b5ca-d5d4171fca08), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:33.848432 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94fe0a-cd6b-4ded-a353-35e4ca0dede8 req-3cb83b7a-ac69-4330-8d0e-d6cb5d3168c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:33.849980 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4c94fe0a-cd6b-4ded-a353-35e4ca0dede8 req-3cb83b7a-ac69-4330-8d0e-d6cb5d3168c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=715369c567c2485e88fd668f3623c16d&device_id=1c609572-ff9d-43df-b769-bce210b98f55 HTTP/1.1" status: 200 len: 1128 time: 0.0382464 Apr 12 18:05:33.944791 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94fe0a-cd6b-4ded-a353-35e4ca0dede8 req-c79bb7e1-36e3-4742-8b05-eed36d5612a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:33.946547 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4c94fe0a-cd6b-4ded-a353-35e4ca0dede8 req-c79bb7e1-36e3-4742-8b05-eed36d5612a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=72dd9dac-57fb-41fd-8a0c-bb4debc94279 HTTP/1.1" status: 200 len: 915 time: 0.0895894 Apr 12 18:05:33.987220 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4c94fe0a-cd6b-4ded-a353-35e4ca0dede8 req-97c8f7ad-3fa0-4139-90a3-76c5e9ef10b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 HTTP/1.1" status: 200 len: 217 time: 0.0334055 Apr 12 18:05:34.007387 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788f0cad-daf8-479f-9c8e-79549e69e1d7 admin admin] Router 2245ede0-74d4-4452-b5ca-d5d4171fca08 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:05:34.035592 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94fe0a-cd6b-4ded-a353-35e4ca0dede8 req-4e7418c4-4c19-4fc8-9092-665688225afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:34.036979 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4c94fe0a-cd6b-4ded-a353-35e4ca0dede8 req-4e7418c4-4c19-4fc8-9092-665688225afa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=70fa8952-e9ab-4a71-b856-aa668b42401a HTTP/1.1" status: 200 len: 854 time: 0.0430033 Apr 12 18:05:34.069785 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4c94fe0a-cd6b-4ded-a353-35e4ca0dede8 req-e3532903-5394-4d9c-b540-85e058133b9e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=72dd9dac-57fb-41fd-8a0c-bb4debc94279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266402 Apr 12 18:05:34.117134 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788f0cad-daf8-479f-9c8e-79549e69e1d7 admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:05:34.125078 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-788f0cad-daf8-479f-9c8e-79549e69e1d7 admin admin] 10.222.0.24 "PUT /v2.0/routers/2245ede0-74d4-4452-b5ca-d5d4171fca08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8849978 Apr 12 18:05:34.125078 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 46920) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:34.127993 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b98b4f-47e0-46b2-ba75-5a547f4a9dbe None None] Sync routers for ids ['2245ede0-74d4-4452-b5ca-d5d4171fca08'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:05:34.137447 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b98b4f-47e0-46b2-ba75-5a547f4a9dbe None None] Routers {'2245ede0-74d4-4452-b5ca-d5d4171fca08'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:05:34.138156 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-90b98b4f-47e0-46b2-ba75-5a547f4a9dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:05:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['2245ede0-74d4-4452-b5ca-d5d4171fca08'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:34.164078 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4c94fe0a-cd6b-4ded-a353-35e4ca0dede8 req-05c710c2-365c-4e9b-ae3b-a0cae8162a53 service neutron] 10.222.0.23 "GET /v2.0/networks/72dd9dac-57fb-41fd-8a0c-bb4debc94279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869889 Apr 12 18:05:34.232821 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-253a42c5-7108-4f74-b4a7-f6cca2436b16 admin admin] Publish callbacks [] for router (2245ede0-74d4-4452-b5ca-d5d4171fca08), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:34.248706 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-90b98b4f-47e0-46b2-ba75-5a547f4a9dbe None None] Set router 2245ede0-74d4-4452-b5ca-d5d4171fca08 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:05:34.263259 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4c94fe0a-cd6b-4ded-a353-35e4ca0dede8 req-34ad0e90-fefa-42ad-b1d0-c8c50ff224b6 service neutron] 10.222.0.23 "GET /v2.0/networks/72dd9dac-57fb-41fd-8a0c-bb4debc94279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922909 Apr 12 18:05:34.343547 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-253a42c5-7108-4f74-b4a7-f6cca2436b16 admin admin] Publish callbacks [] for router_gateway (2245ede0-74d4-4452-b5ca-d5d4171fca08), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:34.390747 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-253a42c5-7108-4f74-b4a7-f6cca2436b16 admin admin] Deleting port a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:05:34.391096 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-253a42c5-7108-4f74-b4a7-f6cca2436b16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:34.433943 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:34.435829 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-90b98b4f-47e0-46b2-ba75-5a547f4a9dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T18:05:33Z', 'revision_number': 5, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port': {'id': 'a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T17:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:34.463815 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b98b4f-47e0-46b2-ba75-5a547f4a9dbe None None] Checking router: 2245ede0-74d4-4452-b5ca-d5d4171fca08 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:05:34.471999 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b98b4f-47e0-46b2-ba75-5a547f4a9dbe None None] Routers {'2245ede0-74d4-4452-b5ca-d5d4171fca08'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:05:34.472597 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-90b98b4f-47e0-46b2-ba75-5a547f4a9dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:05:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['2245ede0-74d4-4452-b5ca-d5d4171fca08'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:34.478082 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-253a42c5-7108-4f74-b4a7-f6cca2436b16 admin admin] For port a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:34.478481 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-253a42c5-7108-4f74-b4a7-f6cca2436b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:34.492160 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-253a42c5-7108-4f74-b4a7-f6cca2436b16 admin admin] Calling delete_port for a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85 owned by network:router_gateway {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:05:34.559686 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-90b98b4f-47e0-46b2-ba75-5a547f4a9dbe None None] Set router 2245ede0-74d4-4452-b5ca-d5d4171fca08 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:05:34.623209 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-90b98b4f-47e0-46b2-ba75-5a547f4a9dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T18:05:34Z', 'revision_number': 6, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port_host': None}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:34.650601 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b98b4f-47e0-46b2-ba75-5a547f4a9dbe None None] The sync data for ids ['2245ede0-74d4-4452-b5ca-d5d4171fca08'] in dv-cinder-837534-1-iscsi is: [{'id': '2245ede0-74d4-4452-b5ca-d5d4171fca08', 'name': 'tempest-TestVolumeBootPattern-1034520838-router', 'tenant_id': '237798a0b1a14ab3835a4a934510ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:01Z', 'updated_at': '2022-04-12T18:05:34Z', 'revision_number': 6, 'project_id': '237798a0b1a14ab3835a4a934510ce49', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:05:34.661880 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-253a42c5-7108-4f74-b4a7-f6cca2436b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:34.701804 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a42c5-7108-4f74-b4a7-f6cca2436b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:34.773670 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70093379-2c95-4bc5-8764-96a4f5a87e77 req-e587a7aa-d260-4fc4-9e2c-316f6760a033 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:34.775139 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-70093379-2c95-4bc5-8764-96a4f5a87e77 req-e587a7aa-d260-4fc4-9e2c-316f6760a033 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c609572-ff9d-43df-b769-bce210b98f55 HTTP/1.1" status: 200 len: 944 time: 0.0834157 Apr 12 18:05:34.815392 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-253a42c5-7108-4f74-b4a7-f6cca2436b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546299'] for router_gateway (2245ede0-74d4-4452-b5ca-d5d4171fca08), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:34.910867 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-70093379-2c95-4bc5-8764-96a4f5a87e77 req-32f1d9a9-32b9-41e0-855e-a2abf9480dc6 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9db566e-5c1f-4cce-9b57-a07e7def276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296103 Apr 12 18:05:34.915360 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-253a42c5-7108-4f74-b4a7-f6cca2436b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8092'] for router (2245ede0-74d4-4452-b5ca-d5d4171fca08), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:34.917491 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-253a42c5-7108-4f74-b4a7-f6cca2436b16 admin admin] Publish callbacks [] for router_controller (2245ede0-74d4-4452-b5ca-d5d4171fca08), precommit_delete_associations {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:34.960746 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-253a42c5-7108-4f74-b4a7-f6cca2436b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547614'] for router (2245ede0-74d4-4452-b5ca-d5d4171fca08), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:34.961293 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253a42c5-7108-4f74-b4a7-f6cca2436b16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2245ede0-74d4-4452-b5ca-d5d4171fca08 {{(pid=109827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:05:34.965928 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-253a42c5-7108-4f74-b4a7-f6cca2436b16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:34.970617 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 46924) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:34.971120 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-253a42c5-7108-4f74-b4a7-f6cca2436b16 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2245ede0-74d4-4452-b5ca-d5d4171fca08 HTTP/1.1" status: 204 len: 168 time: 0.8451698 Apr 12 18:05:35.014444 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-471ee0ea-2450-4b6c-ba78-bfb1c839462a admin admin] Deleting subnet 78fc5004-f958-4780-b51c-2a79ed561fa7 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:05:35.017898 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-471ee0ea-2450-4b6c-ba78-bfb1c839462a admin admin] Publish callbacks [] for subnet (78fc5004-f958-4780-b51c-2a79ed561fa7), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:35.054540 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-471ee0ea-2450-4b6c-ba78-bfb1c839462a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8818640'] for subnet (78fc5004-f958-4780-b51c-2a79ed561fa7), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:35.134824 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-471ee0ea-2450-4b6c-ba78-bfb1c839462a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2057050'] for subnet (78fc5004-f958-4780-b51c-2a79ed561fa7), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:35.184183 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-471ee0ea-2450-4b6c-ba78-bfb1c839462a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8586871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386091'] for subnet (78fc5004-f958-4780-b51c-2a79ed561fa7), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:35.185336 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:05:35.208647 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ee0ea-2450-4b6c-ba78-bfb1c839462a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78fc5004-f958-4780-b51c-2a79ed561fa7,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:35.214266 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-471ee0ea-2450-4b6c-ba78-bfb1c839462a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:35.220265 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-471ee0ea-2450-4b6c-ba78-bfb1c839462a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/78fc5004-f958-4780-b51c-2a79ed561fa7 HTTP/1.1" status: 204 len: 168 time: 0.2457974 Apr 12 18:05:35.220265 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 46926) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:35.222489 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd7de06-6d83-4654-87b9-abffbc97c057 None None] Network 8ec15485-e591-42f1-9874-b31f76908832 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:05:35.288250 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b67a0317-8a76-4c3b-b4a9-08ee5b05d854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678379'] for network (8ec15485-e591-42f1-9874-b31f76908832), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:35.339723 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-b67a0317-8a76-4c3b-b4a9-08ee5b05d854 admin admin] Deleting port c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:05:35.340061 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b67a0317-8a76-4c3b-b4a9-08ee5b05d854 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:35.355013 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port e5bb48fc-9335-4c45-aba5-6f4e3029ddd6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e5bb48fc-9335-4c45-aba5-6f4e3029ddd6,segment=NetworkSegment(1020b58a-4a29-4b67-8957-566cc4c524fc),segment_id=1020b58a-4a29-4b67-8957-566cc4c524fc)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:35.367673 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': 'e5bb48fc-9335-4c45-aba5-6f4e3029ddd6', 'network_id': '72dd9dac-57fb-41fd-8a0c-bb4debc94279', 'port_id': 'e5bb48fc-9335-4c45-aba5-6f4e3029ddd6', 'mac_address': 'fa:16:3e:dd:64:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70fa8952-e9ab-4a71-b856-aa668b42401a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:05:35.409205 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-b67a0317-8a76-4c3b-b4a9-08ee5b05d854 admin admin] For port c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf,segment=NetworkSegment(bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b),segment_id=bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:35.409570 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b67a0317-8a76-4c3b-b4a9-08ee5b05d854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:35.425588 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-b67a0317-8a76-4c3b-b4a9-08ee5b05d854 admin admin] Calling delete_port for c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:05:35.516172 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b67a0317-8a76-4c3b-b4a9-08ee5b05d854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:35.535537 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5b6c81-eab3-4af3-a7f0-90fc06efb2ec None None] DHCP port deletion for 8ec15485-e591-42f1-9874-b31f76908832 request from dv-cinder-837534-1-iscsi {{(pid=109828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:05:35.542061 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a0317-8a76-4c3b-b4a9-08ee5b05d854 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:35.545894 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67a0317-8a76-4c3b-b4a9-08ee5b05d854 admin admin] No DVR routers for this DVR port c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf on host dv-cinder-837534-1-iscsi {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:05:35.556523 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:05:35.557078 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (e5bb48fc-9335-4c45-aba5-6f4e3029ddd6), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:35.573571 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:05:35.599253 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port e5bb48fc-9335-4c45-aba5-6f4e3029ddd6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e5bb48fc-9335-4c45-aba5-6f4e3029ddd6,segment=NetworkSegment(1020b58a-4a29-4b67-8957-566cc4c524fc),segment_id=1020b58a-4a29-4b67-8957-566cc4c524fc)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:35.604354 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (e5bb48fc-9335-4c45-aba5-6f4e3029ddd6), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:35.632155 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b67a0317-8a76-4c3b-b4a9-08ee5b05d854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059233', 'neutron.services.segments.db._delete_segments_for_network-8742383711672'] for network (8ec15485-e591-42f1-9874-b31f76908832), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:35.653025 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b67a0317-8a76-4c3b-b4a9-08ee5b05d854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec15485-e591-42f1-9874-b31f76908832']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:35.653244 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=e5bb48fc-9335-4c45-aba5-6f4e3029ddd6,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:35.665350 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b67a0317-8a76-4c3b-b4a9-08ee5b05d854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:35.665726 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-b67a0317-8a76-4c3b-b4a9-08ee5b05d854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:35.676116 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b67a0317-8a76-4c3b-b4a9-08ee5b05d854 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742383633601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8818667'] for segment (bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:35.696322 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b67a0317-8a76-4c3b-b4a9-08ee5b05d854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:35.702596 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67a0317-8a76-4c3b-b4a9-08ee5b05d854 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:05:35.702996 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b67a0317-8a76-4c3b-b4a9-08ee5b05d854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8586957'] for segment (bfc7e2fa-d1c5-45aa-81b9-1bce97f5e31b), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: Traceback (most recent call last): Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: timer() Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: cb(*args, **kw) Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: return func(*args, **kwargs) Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: self._notify() Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: self.callback(batched_events) Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: event.method(event) Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: return f(self, *a, **k) Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: return self._get(url).json() Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:05:35.705428 dv-cinder-837534-1-iscsi neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:05:35.761500 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b67a0317-8a76-4c3b-b4a9-08ee5b05d854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546271'] for network (8ec15485-e591-42f1-9874-b31f76908832), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:35.767361 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b67a0317-8a76-4c3b-b4a9-08ee5b05d854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:35.771798 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-b67a0317-8a76-4c3b-b4a9-08ee5b05d854 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8ec15485-e591-42f1-9874-b31f76908832 HTTP/1.1" status: 204 len: 168 time: 0.5486691 Apr 12 18:05:35.773515 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 46928) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:35.782958 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a0317-8a76-4c3b-b4a9-08ee5b05d854 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ec15485-e591-42f1-9874-b31f76908832,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:35.829405 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['e5bb48fc-9335-4c45-aba5-6f4e3029ddd6'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:05:36.054663 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01215c5-2f30-45f9-ac88-fbda5e7cdf0f req-e83fc679-8650-485c-a132-a703ca12b01f tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:36.056034 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c01215c5-2f30-45f9-ac88-fbda5e7cdf0f req-e83fc679-8650-485c-a132-a703ca12b01f tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c609572-ff9d-43df-b769-bce210b98f55 HTTP/1.1" status: 200 len: 945 time: 0.0753796 Apr 12 18:05:36.146722 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c01215c5-2f30-45f9-ac88-fbda5e7cdf0f req-787a8d07-b91d-45ba-bf72-0e1520aa2472 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9db566e-5c1f-4cce-9b57-a07e7def276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848279 Apr 12 18:05:36.184838 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-89d813fa-ba63-419c-850a-2db122d90283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548545'] for router_interface (10b41837-402d-4ad0-bc9f-19e478c59898), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:36.422021 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-89d813fa-ba63-419c-850a-2db122d90283 admin admin] Deleting port fbcfdc2f-3338-40fe-a39b-50916f4481a1 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:05:36.422388 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-89d813fa-ba63-419c-850a-2db122d90283 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (fbcfdc2f-3338-40fe-a39b-50916f4481a1), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:36.498965 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-89d813fa-ba63-419c-850a-2db122d90283 admin admin] For port fbcfdc2f-3338-40fe-a39b-50916f4481a1, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=fbcfdc2f-3338-40fe-a39b-50916f4481a1,segment=NetworkSegment(ac046cf9-eac6-43fb-a267-14970bf4e737),segment_id=ac046cf9-eac6-43fb-a267-14970bf4e737)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:36.499327 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-89d813fa-ba63-419c-850a-2db122d90283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (fbcfdc2f-3338-40fe-a39b-50916f4481a1), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:36.512550 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-89d813fa-ba63-419c-850a-2db122d90283 admin admin] Calling delete_port for fbcfdc2f-3338-40fe-a39b-50916f4481a1 owned by network:router_interface {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:05:36.695974 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-89d813fa-ba63-419c-850a-2db122d90283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (fbcfdc2f-3338-40fe-a39b-50916f4481a1), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:36.714846 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 2e483fd1-0b98-48dd-868b-08fc77aecd60 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:05:36.721301 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d813fa-ba63-419c-850a-2db122d90283 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbcfdc2f-3338-40fe-a39b-50916f4481a1,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:36.741327 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: 2e483fd1-0b98-48dd-868b-08fc77aecd60 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:05:36.741682 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 2e483fd1-0b98-48dd-868b-08fc77aecd60 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:05:36.742109 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:05:36.762460 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:05:36.762811 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device a7d8d24e-dcfb-483f-a7b7-a4e1d2c21a85 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:05:36.763239 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:05:36.784260 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:05:36.784614 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device c4dac4af-e951-4d31-bbf6-c1fcaaa32ebf not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:05:37.143111 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-89d813fa-ba63-419c-850a-2db122d90283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548445'] for router_interface (10b41837-402d-4ad0-bc9f-19e478c59898), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:37.186190 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:05:37.233694 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning for port e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 completed by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:05:37.240003 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:05:37.240461 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (e5bb48fc-9335-4c45-aba5-6f4e3029ddd6), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:37.288695 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9c8d3-d9f5-4801-8044-365c5f3bb882 req-3ae9db9e-7862-4c83-aedf-7b3821b09e8b tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:37.290205 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a0a9c8d3-d9f5-4801-8044-365c5f3bb882 req-3ae9db9e-7862-4c83-aedf-7b3821b09e8b tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c609572-ff9d-43df-b769-bce210b98f55 HTTP/1.1" status: 200 len: 945 time: 0.0611794 Apr 12 18:05:37.316874 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:05:37.317266 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (e5bb48fc-9335-4c45-aba5-6f4e3029ddd6), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:37.340250 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c609572-ff9d-43df-b769-bce210b98f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bb48fc-9335-4c45-aba5-6f4e3029ddd6'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:05:37.347218 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be390b1-dd8f-4af7-b23a-48a3f7dadb46" -d '{"events": [{"server_uuid": "1c609572-ff9d-43df-b769-bce210b98f55", "name": "network-vif-plugged", "status": "completed", "tag": "e5bb48fc-9335-4c45-aba5-6f4e3029ddd6"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:05:37.357254 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port e5bb48fc-9335-4c45-aba5-6f4e3029ddd6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e5bb48fc-9335-4c45-aba5-6f4e3029ddd6,segment=NetworkSegment(1020b58a-4a29-4b67-8957-566cc4c524fc),segment_id=1020b58a-4a29-4b67-8957-566cc4c524fc)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:37.361347 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (e5bb48fc-9335-4c45-aba5-6f4e3029ddd6), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:37.390672 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028bbadf-dd40-4ca7-81ee-24a806b6e45e x-openstack-request-id: req-028bbadf-dd40-4ca7-81ee-24a806b6e45e {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:05:37.390956 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c609572-ff9d-43df-b769-bce210b98f55", "name": "network-vif-plugged", "status": "completed", "tag": "e5bb48fc-9335-4c45-aba5-6f4e3029ddd6", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:05:37.391217 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-028bbadf-dd40-4ca7-81ee-24a806b6e45e {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:05:37.392247 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-028bbadf-dd40-4ca7-81ee-24a806b6e45e'] response: {'server_uuid': '1c609572-ff9d-43df-b769-bce210b98f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bb48fc-9335-4c45-aba5-6f4e3029ddd6', 'code': 200} Apr 12 18:05:37.414158 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a0a9c8d3-d9f5-4801-8044-365c5f3bb882 req-2cb9a868-61ef-41f2-83fd-876052dca87d tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9db566e-5c1f-4cce-9b57-a07e7def276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171043 Apr 12 18:05:37.434037 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=e5bb48fc-9335-4c45-aba5-6f4e3029ddd6,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:37.446353 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d813fa-ba63-419c-850a-2db122d90283 admin admin] Router 10b41837-402d-4ad0-bc9f-19e478c59898 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:05:37.552854 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad73a6-9c90-4aa3-b6ea-cdc50ccd0504 req-c21315df-15db-4adb-b155-4c5427113e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:37.554387 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1aad73a6-9c90-4aa3-b6ea-cdc50ccd0504 req-c21315df-15db-4adb-b155-4c5427113e96 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1c609572-ff9d-43df-b769-bce210b98f55 HTTP/1.1" status: 200 len: 1130 time: 0.0418241 Apr 12 18:05:37.560463 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d813fa-ba63-419c-850a-2db122d90283 admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:05:37.567887 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-89d813fa-ba63-419c-850a-2db122d90283 admin admin] 10.222.0.24 "PUT /v2.0/routers/10b41837-402d-4ad0-bc9f-19e478c59898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7924478 Apr 12 18:05:37.569624 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 46936) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:37.572791 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0330ef-6efe-436a-bcb1-645bf9c604dc None None] Sync routers for ids ['10b41837-402d-4ad0-bc9f-19e478c59898'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:05:37.582653 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0330ef-6efe-436a-bcb1-645bf9c604dc None None] Routers {'10b41837-402d-4ad0-bc9f-19e478c59898'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:05:37.583334 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-3a0330ef-6efe-436a-bcb1-645bf9c604dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:05:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['10b41837-402d-4ad0-bc9f-19e478c59898'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:37.600419 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1aad73a6-9c90-4aa3-b6ea-cdc50ccd0504 req-7f48fe39-2e72-4ff5-89f7-2329deb3151d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d9db566e-5c1f-4cce-9b57-a07e7def276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392683 Apr 12 18:05:37.678382 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-08a67f29-62ae-4dc8-b700-9c1a760eb97d admin admin] Publish callbacks [] for router (10b41837-402d-4ad0-bc9f-19e478c59898), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:37.690158 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-3a0330ef-6efe-436a-bcb1-645bf9c604dc None None] Set router 10b41837-402d-4ad0-bc9f-19e478c59898 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:05:37.784573 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-08a67f29-62ae-4dc8-b700-9c1a760eb97d admin admin] Publish callbacks [] for router_gateway (10b41837-402d-4ad0-bc9f-19e478c59898), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:37.829937 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-08a67f29-62ae-4dc8-b700-9c1a760eb97d admin admin] Deleting port a08a7435-bdfe-40b0-a94a-eb49c0b5ba71 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:05:37.830327 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-08a67f29-62ae-4dc8-b700-9c1a760eb97d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (a08a7435-bdfe-40b0-a94a-eb49c0b5ba71), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:37.855136 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-3a0330ef-6efe-436a-bcb1-645bf9c604dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b41837-402d-4ad0-bc9f-19e478c59898', 'name': 'tempest-TestVolumeBootPattern-188421440-router', 'tenant_id': '9a3adb922bcd4e558537399b09cc8ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'a08a7435-bdfe-40b0-a94a-eb49c0b5ba71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:06Z', 'updated_at': '2022-04-12T18:05:36Z', 'revision_number': 5, 'project_id': '9a3adb922bcd4e558537399b09cc8ce8', 'gw_port': {'id': 'a08a7435-bdfe-40b0-a94a-eb49c0b5ba71', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b41837-402d-4ad0-bc9f-19e478c59898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T17:57:06Z', 'updated_at': '2022-04-12T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:37.884637 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0330ef-6efe-436a-bcb1-645bf9c604dc None None] Checking router: 10b41837-402d-4ad0-bc9f-19e478c59898 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:05:37.893694 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0330ef-6efe-436a-bcb1-645bf9c604dc None None] Routers {'10b41837-402d-4ad0-bc9f-19e478c59898'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:05:37.894382 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-3a0330ef-6efe-436a-bcb1-645bf9c604dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:05:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['10b41837-402d-4ad0-bc9f-19e478c59898'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:37.908419 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-08a67f29-62ae-4dc8-b700-9c1a760eb97d admin admin] For port a08a7435-bdfe-40b0-a94a-eb49c0b5ba71, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=a08a7435-bdfe-40b0-a94a-eb49c0b5ba71,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:37.908783 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-08a67f29-62ae-4dc8-b700-9c1a760eb97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (a08a7435-bdfe-40b0-a94a-eb49c0b5ba71), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:37.921379 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-08a67f29-62ae-4dc8-b700-9c1a760eb97d admin admin] Calling delete_port for a08a7435-bdfe-40b0-a94a-eb49c0b5ba71 owned by network:router_gateway {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:05:37.982947 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-3a0330ef-6efe-436a-bcb1-645bf9c604dc None None] Set router 10b41837-402d-4ad0-bc9f-19e478c59898 gateway port host: None {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:05:38.033818 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-3a0330ef-6efe-436a-bcb1-645bf9c604dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b41837-402d-4ad0-bc9f-19e478c59898', 'name': 'tempest-TestVolumeBootPattern-188421440-router', 'tenant_id': '9a3adb922bcd4e558537399b09cc8ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:06Z', 'updated_at': '2022-04-12T18:05:37Z', 'revision_number': 6, 'project_id': '9a3adb922bcd4e558537399b09cc8ce8', 'gw_port_host': None}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:38.062135 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0330ef-6efe-436a-bcb1-645bf9c604dc None None] The sync data for ids ['10b41837-402d-4ad0-bc9f-19e478c59898'] in dv-cinder-837534-1-iscsi is: [{'id': '10b41837-402d-4ad0-bc9f-19e478c59898', 'name': 'tempest-TestVolumeBootPattern-188421440-router', 'tenant_id': '9a3adb922bcd4e558537399b09cc8ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T17:57:06Z', 'updated_at': '2022-04-12T18:05:37Z', 'revision_number': 6, 'project_id': '9a3adb922bcd4e558537399b09cc8ce8', 'gw_port_host': None}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:05:38.096141 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-08a67f29-62ae-4dc8-b700-9c1a760eb97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (a08a7435-bdfe-40b0-a94a-eb49c0b5ba71), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.121275 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a67f29-62ae-4dc8-b700-9c1a760eb97d admin admin] Pushing event deleted for resources: {'Port': ['ID=a08a7435-bdfe-40b0-a94a-eb49c0b5ba71,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:38.181286 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-08a67f29-62ae-4dc8-b700-9c1a760eb97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546299'] for router_gateway (10b41837-402d-4ad0-bc9f-19e478c59898), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.270028 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-08a67f29-62ae-4dc8-b700-9c1a760eb97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8092'] for router (10b41837-402d-4ad0-bc9f-19e478c59898), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.272089 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-08a67f29-62ae-4dc8-b700-9c1a760eb97d admin admin] Publish callbacks [] for router_controller (10b41837-402d-4ad0-bc9f-19e478c59898), precommit_delete_associations {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.317035 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-08a67f29-62ae-4dc8-b700-9c1a760eb97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547614'] for router (10b41837-402d-4ad0-bc9f-19e478c59898), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.317624 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a67f29-62ae-4dc8-b700-9c1a760eb97d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10b41837-402d-4ad0-bc9f-19e478c59898 {{(pid=109827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:05:38.322724 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-08a67f29-62ae-4dc8-b700-9c1a760eb97d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.323852 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-08a67f29-62ae-4dc8-b700-9c1a760eb97d admin admin] 10.222.0.24 "DELETE /v2.0/routers/10b41837-402d-4ad0-bc9f-19e478c59898 HTTP/1.1" status: 204 len: 168 time: 0.7532337 Apr 12 18:05:38.326370 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 46938) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:38.370007 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed724180-6f3a-415e-86a6-0288df98f246 admin admin] Deleting subnet 41bc44ea-61a1-4d85-be34-c1b9fd4f8d85 {{(pid=109827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:05:38.373088 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ed724180-6f3a-415e-86a6-0288df98f246 admin admin] Publish callbacks [] for subnet (41bc44ea-61a1-4d85-be34-c1b9fd4f8d85), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.411075 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ed724180-6f3a-415e-86a6-0288df98f246 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8397960'] for subnet (41bc44ea-61a1-4d85-be34-c1b9fd4f8d85), precommit_delete_associations {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.521745 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ed724180-6f3a-415e-86a6-0288df98f246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2057050'] for subnet (41bc44ea-61a1-4d85-be34-c1b9fd4f8d85), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.562103 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878a872-f80b-4a0a-9fee-392a664cd1a2 req-640e6b0a-5149-45db-9102-ec3a4e92f6d0 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:38.564337 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3878a872-f80b-4a0a-9fee-392a664cd1a2 req-640e6b0a-5149-45db-9102-ec3a4e92f6d0 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c609572-ff9d-43df-b769-bce210b98f55 HTTP/1.1" status: 200 len: 946 time: 0.0739198 Apr 12 18:05:38.619359 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ed724180-6f3a-415e-86a6-0288df98f246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9209003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9217427'] for subnet (41bc44ea-61a1-4d85-be34-c1b9fd4f8d85), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.628485 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3878a872-f80b-4a0a-9fee-392a664cd1a2 req-46093ddc-dd8e-43de-ad67-5ae6d6ffd3a0 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9db566e-5c1f-4cce-9b57-a07e7def276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585499 Apr 12 18:05:38.651536 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed724180-6f3a-415e-86a6-0288df98f246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41bc44ea-61a1-4d85-be34-c1b9fd4f8d85,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:38.653457 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ed724180-6f3a-415e-86a6-0288df98f246 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.656539 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-ed724180-6f3a-415e-86a6-0288df98f246 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/41bc44ea-61a1-4d85-be34-c1b9fd4f8d85 HTTP/1.1" status: 204 len: 168 time: 0.3292713 Apr 12 18:05:38.659479 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 46942) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:38.660202 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efed3087-21cd-4882-b649-b6a07d2cbc89 None None] Network e2f3e8ba-19c9-45e0-898a-776641c00c2c requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:05:38.725658 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d98c4549-d978-44d3-a1a5-15bbb07fd508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678379'] for network (e2f3e8ba-19c9-45e0-898a-776641c00c2c), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.771134 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d98c4549-d978-44d3-a1a5-15bbb07fd508 admin admin] Deleting port fb2f029b-29ea-490a-9ed6-afd46484ccb6 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:05:38.771387 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d98c4549-d978-44d3-a1a5-15bbb07fd508 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (fb2f029b-29ea-490a-9ed6-afd46484ccb6), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.839983 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d98c4549-d978-44d3-a1a5-15bbb07fd508 admin admin] For port fb2f029b-29ea-490a-9ed6-afd46484ccb6, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=fb2f029b-29ea-490a-9ed6-afd46484ccb6,segment=NetworkSegment(ac046cf9-eac6-43fb-a267-14970bf4e737),segment_id=ac046cf9-eac6-43fb-a267-14970bf4e737)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:38.840355 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d98c4549-d978-44d3-a1a5-15bbb07fd508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (fb2f029b-29ea-490a-9ed6-afd46484ccb6), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.843946 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514e5e6d-fad8-48fa-9608-4892a10ed422 None None] DHCP port deletion for e2f3e8ba-19c9-45e0-898a-776641c00c2c request from dv-cinder-837534-1-iscsi {{(pid=109828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:05:38.856809 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d98c4549-d978-44d3-a1a5-15bbb07fd508 admin admin] Calling delete_port for fb2f029b-29ea-490a-9ed6-afd46484ccb6 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:05:38.886554 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-514e5e6d-fad8-48fa-9608-4892a10ed422 None None] Deleting port fb2f029b-29ea-490a-9ed6-afd46484ccb6 {{(pid=109828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:05:38.886937 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-514e5e6d-fad8-48fa-9608-4892a10ed422 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (fb2f029b-29ea-490a-9ed6-afd46484ccb6), before_delete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.907363 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device fb2f029b-29ea-490a-9ed6-afd46484ccb6 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:05:38.952326 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d98c4549-d978-44d3-a1a5-15bbb07fd508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (fb2f029b-29ea-490a-9ed6-afd46484ccb6), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.987189 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-514e5e6d-fad8-48fa-9608-4892a10ed422 None None] For port fb2f029b-29ea-490a-9ed6-afd46484ccb6, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=fb2f029b-29ea-490a-9ed6-afd46484ccb6,segment=NetworkSegment(ac046cf9-eac6-43fb-a267-14970bf4e737),segment_id=ac046cf9-eac6-43fb-a267-14970bf4e737)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:05:38.987610 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-514e5e6d-fad8-48fa-9608-4892a10ed422 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (fb2f029b-29ea-490a-9ed6-afd46484ccb6), precommit_delete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:38.990561 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98c4549-d978-44d3-a1a5-15bbb07fd508 admin admin] No DVR routers for this DVR port fb2f029b-29ea-490a-9ed6-afd46484ccb6 on host dv-cinder-837534-1-iscsi {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:05:38.992388 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c4549-d978-44d3-a1a5-15bbb07fd508 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2f029b-29ea-490a-9ed6-afd46484ccb6,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:39.003028 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-514e5e6d-fad8-48fa-9608-4892a10ed422 None None] Calling delete_port for fb2f029b-29ea-490a-9ed6-afd46484ccb6 owned by network:dhcp {{(pid=109828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:05:39.005201 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No active binding found for port fb2f029b-29ea-490a-9ed6-afd46484ccb6 {{(pid=109828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 12 18:05:39.005585 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] The host dv-cinder-837534-1-iscsi is not matching for port fb2f029b-29ea-490a-9ed6-afd46484ccb6 host None! {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 12 18:05:39.005992 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device fb2f029b-29ea-490a-9ed6-afd46484ccb6 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:05:39.006437 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device fbcfdc2f-3338-40fe-a39b-50916f4481a1 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:05:39.031547 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: fbcfdc2f-3338-40fe-a39b-50916f4481a1 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:05:39.031822 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device fbcfdc2f-3338-40fe-a39b-50916f4481a1 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:05:39.032940 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device a08a7435-bdfe-40b0-a94a-eb49c0b5ba71 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:05:39.056034 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: a08a7435-bdfe-40b0-a94a-eb49c0b5ba71 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:05:39.056034 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device a08a7435-bdfe-40b0-a94a-eb49c0b5ba71 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:05:39.072361 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d98c4549-d978-44d3-a1a5-15bbb07fd508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059233', 'neutron.services.segments.db._delete_segments_for_network-8742383711672'] for network (e2f3e8ba-19c9-45e0-898a-776641c00c2c), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:39.092735 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.services.segments.db [None req-d98c4549-d978-44d3-a1a5-15bbb07fd508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f3e8ba-19c9-45e0-898a-776641c00c2c']}} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:39.103465 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.services.segments.db [None req-d98c4549-d978-44d3-a1a5-15bbb07fd508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac046cf9-eac6-43fb-a267-14970bf4e737') {'for_net_delete': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:39.103769 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.services.segments.db [None req-d98c4549-d978-44d3-a1a5-15bbb07fd508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac046cf9-eac6-43fb-a267-14970bf4e737') {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:05:39.114365 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d98c4549-d978-44d3-a1a5-15bbb07fd508 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742383633601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8398003'] for segment (ac046cf9-eac6-43fb-a267-14970bf4e737), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:39.127096 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-514e5e6d-fad8-48fa-9608-4892a10ed422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583'] for port (fb2f029b-29ea-490a-9ed6-afd46484ccb6), after_delete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:39.131023 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d98c4549-d978-44d3-a1a5-15bbb07fd508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (ac046cf9-eac6-43fb-a267-14970bf4e737), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:39.138040 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98c4549-d978-44d3-a1a5-15bbb07fd508 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=109827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:05:39.138662 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d98c4549-d978-44d3-a1a5-15bbb07fd508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9208849'] for segment (ac046cf9-eac6-43fb-a267-14970bf4e737), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: Traceback (most recent call last): Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: timer() Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: cb(*args, **kw) Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: return func(*args, **kwargs) Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: self._notify() Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: self.callback(batched_events) Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: event.method(event) Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: return f(self, *a, **k) Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: return self._get(url).json() Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: return self.request(url, 'GET', **kwargs) Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:05:39.140399 dv-cinder-837534-1-iscsi neutron-server[109827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:05:39.154646 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e5e6d-fad8-48fa-9608-4892a10ed422 None None] Pushing event deleted for resources: {'Port': ['ID=fb2f029b-29ea-490a-9ed6-afd46484ccb6,revision_number=None']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:39.156519 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514e5e6d-fad8-48fa-9608-4892a10ed422 None None] No DVR routers for this DVR port fb2f029b-29ea-490a-9ed6-afd46484ccb6 on host dv-cinder-837534-1-iscsi {{(pid=109828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:05:39.207195 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d98c4549-d978-44d3-a1a5-15bbb07fd508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546271'] for network (e2f3e8ba-19c9-45e0-898a-776641c00c2c), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:39.211835 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d98c4549-d978-44d3-a1a5-15bbb07fd508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:39.214994 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-d98c4549-d978-44d3-a1a5-15bbb07fd508 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e2f3e8ba-19c9-45e0-898a-776641c00c2c HTTP/1.1" status: 204 len: 168 time: 0.5543947 Apr 12 18:05:39.232878 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c4549-d978-44d3-a1a5-15bbb07fd508 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2f3e8ba-19c9-45e0-898a-776641c00c2c,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:39.330155 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 46946) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:39.368597 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-96c5703b-9fe3-4763-b1c9-50c3a7d3fc76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=237798a0b1a14ab3835a4a934510ce49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372763 Apr 12 18:05:39.371134 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 46948) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:39.417122 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cd5e65d8-d392-4416-8711-0ae81686f245 admin admin] Publish callbacks [] for security_group (cbbe635b-3897-4271-aaf0-7bcf3710ddd3), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:39.439076 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cd5e65d8-d392-4416-8711-0ae81686f245 admin admin] Publish callbacks [] for security_group (cbbe635b-3897-4271-aaf0-7bcf3710ddd3), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:39.484567 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cd5e65d8-d392-4416-8711-0ae81686f245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (cbbe635b-3897-4271-aaf0-7bcf3710ddd3), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:39.487240 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cd5e65d8-d392-4416-8711-0ae81686f245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:39.488388 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-cd5e65d8-d392-4416-8711-0ae81686f245 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbbe635b-3897-4271-aaf0-7bcf3710ddd3 HTTP/1.1" status: 204 len: 168 time: 0.1163762 Apr 12 18:05:39.496146 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e65d8-d392-4416-8711-0ae81686f245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbe635b-3897-4271-aaf0-7bcf3710ddd3,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:39.746055 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8958b-5a32-4e9c-9aa0-fffa3fb23e0e req-e8f9012e-80cb-4bcc-b9dd-9d99adb89375 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:39.748076 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-05d8958b-5a32-4e9c-9aa0-fffa3fb23e0e req-e8f9012e-80cb-4bcc-b9dd-9d99adb89375 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c609572-ff9d-43df-b769-bce210b98f55 HTTP/1.1" status: 200 len: 946 time: 0.0519657 Apr 12 18:05:39.798405 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-05d8958b-5a32-4e9c-9aa0-fffa3fb23e0e req-98cafa44-b066-4d62-8936-3768f00ff6c0 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9db566e-5c1f-4cce-9b57-a07e7def276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434365 Apr 12 18:05:39.800468 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 46956) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:39.842111 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-3b933cde-367b-4667-a8d9-bc6c81ee5bf1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a3adb922bcd4e558537399b09cc8ce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403795 Apr 12 18:05:39.844446 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 46960) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:05:39.897320 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2f5235da-cd48-4cb5-a159-efa8a9356fba admin admin] Publish callbacks [] for security_group (7c2146a9-c478-4191-ae97-3ef6a0c89424), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:39.920237 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2f5235da-cd48-4cb5-a159-efa8a9356fba admin admin] Publish callbacks [] for security_group (7c2146a9-c478-4191-ae97-3ef6a0c89424), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:39.971424 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2f5235da-cd48-4cb5-a159-efa8a9356fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (7c2146a9-c478-4191-ae97-3ef6a0c89424), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:39.974160 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2f5235da-cd48-4cb5-a159-efa8a9356fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:39.975809 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-2f5235da-cd48-4cb5-a159-efa8a9356fba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c2146a9-c478-4191-ae97-3ef6a0c89424 HTTP/1.1" status: 204 len: 168 time: 0.1294451 Apr 12 18:05:39.986262 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5235da-cd48-4cb5-a159-efa8a9356fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2146a9-c478-4191-ae97-3ef6a0c89424,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:05:55.629097 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:05:58.283666 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-df88f1f3-5ce6-40ef-9fa3-756b03c5e1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:05:58.715905 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b89e75-3366-4770-80e8-fbaa360e47d5 req-e0c30234-c16d-4bfa-9f75-a51f73346bb6 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:58.717348 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a4b89e75-3366-4770-80e8-fbaa360e47d5 req-e0c30234-c16d-4bfa-9f75-a51f73346bb6 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c609572-ff9d-43df-b769-bce210b98f55 HTTP/1.1" status: 200 len: 946 time: 0.0502937 Apr 12 18:05:58.764689 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a4b89e75-3366-4770-80e8-fbaa360e47d5 req-e1b8930e-94db-4900-b843-a6aaeb405450 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9db566e-5c1f-4cce-9b57-a07e7def276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410438 Apr 12 18:05:59.879029 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0bcde-63a5-4588-aeb8-ac90570d49c6 req-eb9a2322-4f46-4a65-bc38-0f7e06a5ef41 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:05:59.880488 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b4a0bcde-63a5-4588-aeb8-ac90570d49c6 req-eb9a2322-4f46-4a65-bc38-0f7e06a5ef41 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c609572-ff9d-43df-b769-bce210b98f55 HTTP/1.1" status: 200 len: 946 time: 0.0463762 Apr 12 18:05:59.927039 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-b4a0bcde-63a5-4588-aeb8-ac90570d49c6 req-2a06c955-5002-44b8-932e-54f52f1489c6 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/security-groups?id=d9db566e-5c1f-4cce-9b57-a07e7def276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410526 Apr 12 18:06:00.255932 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949be777-f5dd-4e03-acb6-62399d17ed50 req-bbf1fcdc-32dc-4ee5-9fa1-a74177c62121 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:00.257348 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-949be777-f5dd-4e03-acb6-62399d17ed50 req-bbf1fcdc-32dc-4ee5-9fa1-a74177c62121 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c609572-ff9d-43df-b769-bce210b98f55 HTTP/1.1" status: 200 len: 946 time: 0.0450175 Apr 12 18:06:00.340393 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-949be777-f5dd-4e03-acb6-62399d17ed50 req-b9fd6923-f3ed-447e-98b7-e9c4c3e1daca tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Deleting port e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:06:00.340733 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-949be777-f5dd-4e03-acb6-62399d17ed50 req-b9fd6923-f3ed-447e-98b7-e9c4c3e1daca tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (e5bb48fc-9335-4c45-aba5-6f4e3029ddd6), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:00.435976 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-949be777-f5dd-4e03-acb6-62399d17ed50 req-b9fd6923-f3ed-447e-98b7-e9c4c3e1daca tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] For port e5bb48fc-9335-4c45-aba5-6f4e3029ddd6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e5bb48fc-9335-4c45-aba5-6f4e3029ddd6,segment=NetworkSegment(1020b58a-4a29-4b67-8957-566cc4c524fc),segment_id=1020b58a-4a29-4b67-8957-566cc4c524fc)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:06:00.436346 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-949be777-f5dd-4e03-acb6-62399d17ed50 req-b9fd6923-f3ed-447e-98b7-e9c4c3e1daca tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (e5bb48fc-9335-4c45-aba5-6f4e3029ddd6), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:00.449467 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-949be777-f5dd-4e03-acb6-62399d17ed50 req-b9fd6923-f3ed-447e-98b7-e9c4c3e1daca tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Calling delete_port for e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:06:00.575394 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-949be777-f5dd-4e03-acb6-62399d17ed50 req-b9fd6923-f3ed-447e-98b7-e9c4c3e1daca tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (e5bb48fc-9335-4c45-aba5-6f4e3029ddd6), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:00.587298 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['e5bb48fc-9335-4c45-aba5-6f4e3029ddd6'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:06:00.602059 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd6923-f3ed-447e-98b7-e9c4c3e1daca tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Pushing event deleted for resources: {'Port': ['ID=e5bb48fc-9335-4c45-aba5-6f4e3029ddd6,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:00.649883 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-949be777-f5dd-4e03-acb6-62399d17ed50 req-b9fd6923-f3ed-447e-98b7-e9c4c3e1daca tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] No DVR routers for this DVR port e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 on host hv-cinder-83753 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:06:00.652314 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-949be777-f5dd-4e03-acb6-62399d17ed50 req-b9fd6923-f3ed-447e-98b7-e9c4c3e1daca tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:00.655558 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-949be777-f5dd-4e03-acb6-62399d17ed50 req-b9fd6923-f3ed-447e-98b7-e9c4c3e1daca tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.23 "DELETE /v2.0/ports/e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 HTTP/1.1" status: 204 len: 173 time: 0.3930988 Apr 12 18:06:00.656000 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c609572-ff9d-43df-b769-bce210b98f55', 'name': 'network-vif-deleted', 'tag': 'e5bb48fc-9335-4c45-aba5-6f4e3029ddd6'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:06:00.658304 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2662a4d-78c0-4ba9-9291-ac6d47b87b4c" -d '{"events": [{"server_uuid": "1c609572-ff9d-43df-b769-bce210b98f55", "name": "network-vif-deleted", "tag": "e5bb48fc-9335-4c45-aba5-6f4e3029ddd6"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:06:00.695717 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1fb6de-8e26-4baa-b4f6-4ae9c3455efa x-openstack-request-id: req-7a1fb6de-8e26-4baa-b4f6-4ae9c3455efa {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:06:00.696014 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c609572-ff9d-43df-b769-bce210b98f55", "name": "network-vif-deleted", "tag": "e5bb48fc-9335-4c45-aba5-6f4e3029ddd6", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:06:00.696264 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a1fb6de-8e26-4baa-b4f6-4ae9c3455efa {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:06:00.696659 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a1fb6de-8e26-4baa-b4f6-4ae9c3455efa'] response: {'server_uuid': '1c609572-ff9d-43df-b769-bce210b98f55', 'name': 'network-vif-deleted', 'tag': 'e5bb48fc-9335-4c45-aba5-6f4e3029ddd6', 'status': 'completed', 'code': 200} Apr 12 18:06:00.805967 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-705e414e-b665-4197-8e3e-497cf4e73f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:01.032803 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4d472cdb-1b77-4c25-b27c-9fde569cd5c9 req-f00e0b2f-f8dd-4d31-b780-c0eb9ab38d60 tempest-VolumesSnapshotTestJSON-824711362 tempest-VolumesSnapshotTestJSON-824711362-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c609572-ff9d-43df-b769-bce210b98f55 HTTP/1.1" status: 200 len: 210 time: 0.0286629 Apr 12 18:06:01.682873 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:01.946560 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:03.123792 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:04.416181 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:06.217321 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:06:06.237433 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] No Port match for: e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:06:06.237774 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device e5bb48fc-9335-4c45-aba5-6f4e3029ddd6 not bound to the agent host hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:06:23.025120 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 47176) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:06:23.071889 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] Deleting subnet 70fa8952-e9ab-4a71-b856-aa668b42401a {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:06:23.074889 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] Publish callbacks [] for subnet (70fa8952-e9ab-4a71-b856-aa668b42401a), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:23.107888 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8818640'] for subnet (70fa8952-e9ab-4a71-b856-aa668b42401a), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:23.146046 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2057050'] for subnet (70fa8952-e9ab-4a71-b856-aa668b42401a), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:23.195603 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8586871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386091'] for subnet (70fa8952-e9ab-4a71-b856-aa668b42401a), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:23.221732 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70fa8952-e9ab-4a71-b856-aa668b42401a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:23.224636 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:23.227146 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/70fa8952-e9ab-4a71-b856-aa668b42401a HTTP/1.1" status: 204 len: 168 time: 0.2010584 Apr 12 18:06:23.229853 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 47178) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:06:23.233393 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.233752 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.234095 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.234468 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.234802 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.235133 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.235462 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.236305 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.236634 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.236960 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.237287 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.237613 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.237936 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.238284 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.238608 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cd596-1d9a-4fde-bcec-ee83099724e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.301347 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678379'] for network (72dd9dac-57fb-41fd-8a0c-bb4debc94279), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:23.379876 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059233', 'neutron.services.segments.db._delete_segments_for_network-8742383711672'] for network (72dd9dac-57fb-41fd-8a0c-bb4debc94279), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:23.398900 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.services.segments.db [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72dd9dac-57fb-41fd-8a0c-bb4debc94279']}} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:06:23.408423 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.services.segments.db [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1020b58a-4a29-4b67-8957-566cc4c524fc') {'for_net_delete': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:06:23.408726 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.services.segments.db [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1020b58a-4a29-4b67-8957-566cc4c524fc') {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:06:23.417869 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742383633601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8398003'] for segment (1020b58a-4a29-4b67-8957-566cc4c524fc), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:23.431549 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (1020b58a-4a29-4b67-8957-566cc4c524fc), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:23.437206 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=109827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:06:23.437591 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9208849'] for segment (1020b58a-4a29-4b67-8957-566cc4c524fc), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: Traceback (most recent call last): Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: timer() Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: cb(*args, **kw) Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: return func(*args, **kwargs) Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: self._notify() Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: self.callback(batched_events) Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: event.method(event) Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: return f(self, *a, **k) Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: return self._get(url).json() Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: return self.request(url, 'GET', **kwargs) Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:06:23.439969 dv-cinder-837534-1-iscsi neutron-server[109827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:06:23.492555 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546271'] for network (72dd9dac-57fb-41fd-8a0c-bb4debc94279), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:23.497756 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:23.500899 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] 10.222.0.24 "DELETE /v2.0/networks/72dd9dac-57fb-41fd-8a0c-bb4debc94279 HTTP/1.1" status: 204 len: 168 time: 0.2693534 Apr 12 18:06:23.511908 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Pushing event deleted for resources: {'Network': ['ID=72dd9dac-57fb-41fd-8a0c-bb4debc94279,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:23.519298 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.519648 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.519997 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.520342 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.520685 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.521019 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.521354 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.521685 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.522014 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.522369 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.522708 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.523042 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.523367 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.523692 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.524018 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c628b2-dc92-48d0-a9cb-0bacca39789c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:23.660332 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 47184) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:06:23.703529 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-a2d37b57-44b0-48cb-8614-8978eaaee8d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=715369c567c2485e88fd668f3623c16d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419726 Apr 12 18:06:23.705996 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 47186) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:06:23.751986 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-49bc536f-358d-4e28-9a43-c68c17f9400c admin admin] Publish callbacks [] for security_group (d9db566e-5c1f-4cce-9b57-a07e7def276a), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:23.771918 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-49bc536f-358d-4e28-9a43-c68c17f9400c admin admin] Publish callbacks [] for security_group (d9db566e-5c1f-4cce-9b57-a07e7def276a), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:23.817566 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-49bc536f-358d-4e28-9a43-c68c17f9400c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (d9db566e-5c1f-4cce-9b57-a07e7def276a), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:23.820108 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-49bc536f-358d-4e28-9a43-c68c17f9400c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:23.821260 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-49bc536f-358d-4e28-9a43-c68c17f9400c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9db566e-5c1f-4cce-9b57-a07e7def276a HTTP/1.1" status: 204 len: 168 time: 0.1143506 Apr 12 18:06:23.828928 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc536f-358d-4e28-9a43-c68c17f9400c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9db566e-5c1f-4cce-9b57-a07e7def276a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:24.478052 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 47208) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:06:24.572549 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-dd320782-8852-4823-8255-d342cb20d630 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1664529987-network', 'tenant_id': '54ccaec178f54245b40bab546af1749b'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:06:24.592319 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd320782-8852-4823-8255-d342cb20d630 admin admin] Made reservation on behalf of 54ccaec178f54245b40bab546af1749b for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:06:24.594447 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd320782-8852-4823-8255-d342cb20d630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for network (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:24.602951 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd320782-8852-4823-8255-d342cb20d630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:24.674640 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd320782-8852-4823-8255-d342cb20d630 admin admin] Publish callbacks [] for security_group (a526b7ea-6792-4654-bf82-e425eb533ded), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:24.678122 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd320782-8852-4823-8255-d342cb20d630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (a526b7ea-6792-4654-bf82-e425eb533ded), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:24.701482 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd320782-8852-4823-8255-d342cb20d630 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:06:24.710555 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd320782-8852-4823-8255-d342cb20d630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a526b7ea-6792-4654-bf82-e425eb533ded,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:24.716295 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd320782-8852-4823-8255-d342cb20d630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (5bcf0329-d24a-4ce0-b54f-f26858e907f2), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:24.716681 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.db.segments_db [None req-dd320782-8852-4823-8255-d342cb20d630 admin admin] Added segment 5bcf0329-d24a-4ce0-b54f-f26858e907f2 of type vlan for network 331c626c-c324-453b-96a3-586547c01ed3 Apr 12 18:06:24.757852 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd320782-8852-4823-8255-d342cb20d630 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742383173852'] for network (331c626c-c324-453b-96a3-586547c01ed3), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:24.780751 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd320782-8852-4823-8255-d342cb20d630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for network (331c626c-c324-453b-96a3-586547c01ed3), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:24.781720 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd320782-8852-4823-8255-d342cb20d630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:24.782330 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dd320782-8852-4823-8255-d342cb20d630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:24.812979 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-dd320782-8852-4823-8255-d342cb20d630 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3338206 Apr 12 18:06:24.816070 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 47212) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:06:24.820888 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-6a740769-eeb9-49f1-812d-5b56bfc97ab0 admin admin] Request body: {'subnet': {'network_id': '331c626c-c324-453b-96a3-586547c01ed3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1664529987-subnet', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'ip_version': 4}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:06:24.839492 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a740769-eeb9-49f1-812d-5b56bfc97ab0 admin admin] Made reservation on behalf of 54ccaec178f54245b40bab546af1749b for: {'subnet': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:06:24.841734 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6a740769-eeb9-49f1-812d-5b56bfc97ab0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9217468'] for subnet (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:24.844072 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd320782-8852-4823-8255-d342cb20d630 admin admin] Pushing event updated for resources: {'Network': ['ID=331c626c-c324-453b-96a3-586547c01ed3,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:24.854576 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Network 331c626c-c324-453b-96a3-586547c01ed3 details requested by agent ovs-agent-dv-cinder-837534-1-iscsi with host dv-cinder-837534-1-iscsi {{(pid=109828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:06:25.006935 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6a740769-eeb9-49f1-812d-5b56bfc97ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9211508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9217450'] for subnet (0d0087b7-f29f-4ed2-b011-af41a0d4bc54), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:25.067815 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a740769-eeb9-49f1-812d-5b56bfc97ab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d0087b7-f29f-4ed2-b011-af41a0d4bc54,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:25.074889 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a740769-eeb9-49f1-812d-5b56bfc97ab0 admin admin] Checking segment: {'id': '5bcf0329-d24a-4ce0-b54f-f26858e907f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '331c626c-c324-453b-96a3-586547c01ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:06:25.075255 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a740769-eeb9-49f1-812d-5b56bfc97ab0 admin admin] Network hostable DHCP agents. Network: 331c626c-c324-453b-96a3-586547c01ed3, hostable agents: ['f62d2ff0-78a3-4755-b741-8a96efa63a46'], hosted agents: [] {{(pid=109827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:06:25.093285 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a740769-eeb9-49f1-812d-5b56bfc97ab0 admin admin] Network 331c626c-c324-453b-96a3-586547c01ed3 is scheduled to be hosted by DHCP agent f62d2ff0-78a3-4755-b741-8a96efa63a46 with binding_index 1 {{(pid=109827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:06:25.102371 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-6a740769-eeb9-49f1-812d-5b56bfc97ab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837534-1-iscsi, 331c626c-c324-453b-96a3-586547c01ed3) {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:06:25.107061 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a740769-eeb9-49f1-812d-5b56bfc97ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:25.108611 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6a740769-eeb9-49f1-812d-5b56bfc97ab0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:25.109874 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da97286-efc3-4f6c-90a5-822e6dc6917c None None] Network 331c626c-c324-453b-96a3-586547c01ed3 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:06:25.123717 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-6a740769-eeb9-49f1-812d-5b56bfc97ab0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3065393 Apr 12 18:06:25.127234 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 47214) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:06:25.131003 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-53963772-5ca2-451b-b821-792341b31314 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1664529987-router', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56'}}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:06:25.148899 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-53963772-5ca2-451b-b821-792341b31314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8074'] for router (806ac15c-a394-4c36-a6a1-72aec1e9ca60), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:25.149779 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-53963772-5ca2-451b-b821-792341b31314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8083'] for router (806ac15c-a394-4c36-a6a1-72aec1e9ca60), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:25.199706 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-53963772-5ca2-451b-b821-792341b31314 admin admin] Publish callbacks [] for router_controller (806ac15c-a394-4c36-a6a1-72aec1e9ca60), precommit_add_association {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:25.214443 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a33860b-d462-54ed-9149-0f1d9a665084-331c626c-c324-453b-96a3-586547c01ed3', 'network_id': '331c626c-c324-453b-96a3-586547c01ed3', 'project_id': '54ccaec178f54245b40bab546af1749b', 'fixed_ips': [{'subnet_id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54'}]}} from dv-cinder-837534-1-iscsi. {{(pid=109828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:06:25.215376 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:25.355863 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.db_base_plugin_common [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Allocated IP 172.20.0.2 (331c626c-c324-453b-96a3-586547c01ed3/0d0087b7-f29f-4ed2-b011-af41a0d4bc54/cb93f80b-42d1-4889-b79c-3d0e9fe406c3) {{(pid=109828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:06:25.506898 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Publish callbacks [] for port (cb93f80b-42d1-4889-b79c-3d0e9fe406c3), precommit_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:25.512613 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (cb93f80b-42d1-4889-b79c-3d0e9fe406c3), after_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:25.553391 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Network 331c626c-c324-453b-96a3-586547c01ed3 is already hosted by enough agents. {{(pid=109828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:06:25.556245 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.base_scheduler [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Resources bound (agent type, host, resource id): {{(pid=109828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:06:25.558710 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Received port after_create {{(pid=109828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:06:25.564953 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Pushing event updated for resources: {'Port': ['ID=cb93f80b-42d1-4889-b79c-3d0e9fe406c3,revision_number=1']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:25.576374 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:25.576727 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:25.577073 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:25.577421 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:25.577757 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:25.578091 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:25.578447 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:25.578774 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:25.579102 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:25.579475 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:25.579809 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:25.580226 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:25.580554 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:25.580877 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:25.581199 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:25.602277 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-53963772-5ca2-451b-b821-792341b31314 admin admin] Publish callbacks [] for router_gateway (806ac15c-a394-4c36-a6a1-72aec1e9ca60), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:25.628680 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Attempting to bind port cb93f80b-42d1-4889-b79c-3d0e9fe406c3 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:06:25.629050 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Attempting to bind port cb93f80b-42d1-4889-b79c-3d0e9fe406c3 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '5bcf0329-d24a-4ce0-b54f-f26858e907f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '331c626c-c324-453b-96a3-586547c01ed3'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:06:25.629420 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Attempting to bind port cb93f80b-42d1-4889-b79c-3d0e9fe406c3 on network 331c626c-c324-453b-96a3-586547c01ed3 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:06:25.634610 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:06:25.634980 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Checking segment: {'id': '5bcf0329-d24a-4ce0-b54f-f26858e907f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '331c626c-c324-453b-96a3-586547c01ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:06:25.635381 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:25.635804 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Bound using segment: {'id': '5bcf0329-d24a-4ce0-b54f-f26858e907f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '331c626c-c324-453b-96a3-586547c01ed3'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:06:25.636385 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Bound port: cb93f80b-42d1-4889-b79c-3d0e9fe406c3, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bcf0329-d24a-4ce0-b54f-f26858e907f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '331c626c-c324-453b-96a3-586547c01ed3'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:06:25.636793 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (cb93f80b-42d1-4889-b79c-3d0e9fe406c3), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:25.701775 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] For port cb93f80b-42d1-4889-b79c-3d0e9fe406c3, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:06:25.705377 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] For port cb93f80b-42d1-4889-b79c-3d0e9fe406c3, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=cb93f80b-42d1-4889-b79c-3d0e9fe406c3,segment=NetworkSegment(5bcf0329-d24a-4ce0-b54f-f26858e907f2),segment_id=5bcf0329-d24a-4ce0-b54f-f26858e907f2)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:06:25.711270 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (cb93f80b-42d1-4889-b79c-3d0e9fe406c3), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:25.780864 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51885394-d1b8-4179-ac8f-399e04d7e144 None None] Pushing event updated for resources: {'Port': ['ID=cb93f80b-42d1-4889-b79c-3d0e9fe406c3,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:25.791744 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-53963772-5ca2-451b-b821-792341b31314 admin admin] Publish callbacks [] for router_gateway (806ac15c-a394-4c36-a6a1-72aec1e9ca60), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:25.815563 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-53963772-5ca2-451b-b821-792341b31314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:25.934791 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-53963772-5ca2-451b-b821-792341b31314 admin admin] Allocated IP 172.27.0.117 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/6aca56aa-dec1-43ac-a918-d0de27f09484) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:06:26.045648 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-53963772-5ca2-451b-b821-792341b31314 admin admin] Publish callbacks [] for port (6aca56aa-dec1-43ac-a918-d0de27f09484), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:26.082144 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-53963772-5ca2-451b-b821-792341b31314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (6aca56aa-dec1-43ac-a918-d0de27f09484), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:26.130327 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53963772-5ca2-451b-b821-792341b31314 admin admin] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:06:26.136620 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-53963772-5ca2-451b-b821-792341b31314 admin admin] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:06:26.138934 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53963772-5ca2-451b-b821-792341b31314 admin admin] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:06:26.145319 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53963772-5ca2-451b-b821-792341b31314 admin admin] Pushing event updated for resources: {'Port': ['ID=6aca56aa-dec1-43ac-a918-d0de27f09484,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:26.398000 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-53963772-5ca2-451b-b821-792341b31314 admin admin] Publish callbacks [] for router_gateway (806ac15c-a394-4c36-a6a1-72aec1e9ca60), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:26.609328 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-53963772-5ca2-451b-b821-792341b31314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546215'] for router (806ac15c-a394-4c36-a6a1-72aec1e9ca60), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:26.664171 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26384e55-81e4-40e8-abbf-c81d9bf005ad None None] Network 331c626c-c324-453b-96a3-586547c01ed3 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:06:26.756420 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53963772-5ca2-451b-b821-792341b31314 admin admin] Router 806ac15c-a394-4c36-a6a1-72aec1e9ca60 is scheduled to L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e with binding_index 1 {{(pid=109827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:06:26.781850 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device cb93f80b-42d1-4889-b79c-3d0e9fe406c3 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:06:26.785884 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-d0919f7f-5b30-4675-af5a-1194d1b4101d None None] Provisioning complete for port cb93f80b-42d1-4889-b79c-3d0e9fe406c3 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:26.786283 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-d0919f7f-5b30-4675-af5a-1194d1b4101d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (cb93f80b-42d1-4889-b79c-3d0e9fe406c3), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:26.867320 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53963772-5ca2-451b-b821-792341b31314 admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:06:26.870420 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port cb93f80b-42d1-4889-b79c-3d0e9fe406c3 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:26.870917 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (cb93f80b-42d1-4889-b79c-3d0e9fe406c3), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:26.888069 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-53963772-5ca2-451b-b821-792341b31314 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:26.891488 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-53963772-5ca2-451b-b821-792341b31314 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7615867 Apr 12 18:06:26.892726 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 47216) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:06:26.902001 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] Sync routers for ids ['806ac15c-a394-4c36-a6a1-72aec1e9ca60'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:06:26.953191 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-d0919f7f-5b30-4675-af5a-1194d1b4101d None None] Current status of the port cb93f80b-42d1-4889-b79c-3d0e9fe406c3 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:06:26.953587 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-d0919f7f-5b30-4675-af5a-1194d1b4101d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (cb93f80b-42d1-4889-b79c-3d0e9fe406c3), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:26.958277 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] Routers {'806ac15c-a394-4c36-a6a1-72aec1e9ca60'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:06:26.958924 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:06:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['806ac15c-a394-4c36-a6a1-72aec1e9ca60'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:06:27.065729 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-d0919f7f-5b30-4675-af5a-1194d1b4101d None None] For port cb93f80b-42d1-4889-b79c-3d0e9fe406c3, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=cb93f80b-42d1-4889-b79c-3d0e9fe406c3,segment=NetworkSegment(5bcf0329-d24a-4ce0-b54f-f26858e907f2),segment_id=5bcf0329-d24a-4ce0-b54f-f26858e907f2)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:06:27.100047 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-d0919f7f-5b30-4675-af5a-1194d1b4101d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (cb93f80b-42d1-4889-b79c-3d0e9fe406c3), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:27.278206 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port cb93f80b-42d1-4889-b79c-3d0e9fe406c3 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:06:27.278488 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (cb93f80b-42d1-4889-b79c-3d0e9fe406c3), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:27.309720 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5fe051fa-738a-4174-8d62-5bb334632d4d None None] Provisioning complete for port cb93f80b-42d1-4889-b79c-3d0e9fe406c3 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:27.310093 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5fe051fa-738a-4174-8d62-5bb334632d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (cb93f80b-42d1-4889-b79c-3d0e9fe406c3), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:27.324535 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-40010ba3-6a48-445e-84bd-15e610d9a032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:27.353701 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] Set router 806ac15c-a394-4c36-a6a1-72aec1e9ca60 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:06:27.358223 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0919f7f-5b30-4675-af5a-1194d1b4101d None None] Pushing event updated for resources: {'Port': ['ID=cb93f80b-42d1-4889-b79c-3d0e9fe406c3,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:27.482844 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-40010ba3-6a48-445e-84bd-15e610d9a032 admin admin] Allocated IP 172.20.0.1 (331c626c-c324-453b-96a3-586547c01ed3/0d0087b7-f29f-4ed2-b011-af41a0d4bc54/51b57220-8cb1-4a7a-ab40-156fab2cc7d5) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:06:27.510406 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.db.api [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 18:06:27.510768 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG oslo_db.api [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 18:06:27.568483 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5fe051fa-738a-4174-8d62-5bb334632d4d None None] Current status of the port cb93f80b-42d1-4889-b79c-3d0e9fe406c3 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:06:27.593601 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-40010ba3-6a48-445e-84bd-15e610d9a032 admin admin] Publish callbacks [] for port (51b57220-8cb1-4a7a-ab40-156fab2cc7d5), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:27.607783 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'name': 'tempest-TestShelveInstance-1664529987-router', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:26Z', 'revision_number': 3, 'project_id': '54ccaec178f54245b40bab546af1749b', 'gw_port': {'id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:06:27.626084 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-40010ba3-6a48-445e-84bd-15e610d9a032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (51b57220-8cb1-4a7a-ab40-156fab2cc7d5), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:27.633962 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] Checking router: 806ac15c-a394-4c36-a6a1-72aec1e9ca60 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:06:27.634345 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] Updating router 806ac15c-a394-4c36-a6a1-72aec1e9ca60 port 6aca56aa-dec1-43ac-a918-d0de27f09484 binding host dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:06:27.663122 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40010ba3-6a48-445e-84bd-15e610d9a032 admin admin] Network 331c626c-c324-453b-96a3-586547c01ed3 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:06:27.665325 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (6aca56aa-dec1-43ac-a918-d0de27f09484), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:27.665991 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-40010ba3-6a48-445e-84bd-15e610d9a032 admin admin] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:06:27.668452 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40010ba3-6a48-445e-84bd-15e610d9a032 admin admin] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:06:27.701321 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40010ba3-6a48-445e-84bd-15e610d9a032 admin admin] Pushing event updated for resources: {'Port': ['ID=51b57220-8cb1-4a7a-ab40-156fab2cc7d5,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:27.716906 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-40010ba3-6a48-445e-84bd-15e610d9a032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546134'] for router_interface (806ac15c-a394-4c36-a6a1-72aec1e9ca60), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:27.855986 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-40010ba3-6a48-445e-84bd-15e610d9a032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (51b57220-8cb1-4a7a-ab40-156fab2cc7d5), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:27.922339 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-34ac7c01-a635-419f-96c3-7bb9d660ea29 None None] Provisioning complete for port 51b57220-8cb1-4a7a-ab40-156fab2cc7d5 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:27.922716 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-34ac7c01-a635-419f-96c3-7bb9d660ea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (51b57220-8cb1-4a7a-ab40-156fab2cc7d5), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:27.970734 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] Publish callbacks [] for port (6aca56aa-dec1-43ac-a918-d0de27f09484), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:27.972546 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-34ac7c01-a635-419f-96c3-7bb9d660ea29 None None] Port 51b57220-8cb1-4a7a-ab40-156fab2cc7d5 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:06:27.978808 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (6aca56aa-dec1-43ac-a918-d0de27f09484), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:28.020367 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-40010ba3-6a48-445e-84bd-15e610d9a032 admin admin] Publish callbacks [] for port (51b57220-8cb1-4a7a-ab40-156fab2cc7d5), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:28.024918 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-40010ba3-6a48-445e-84bd-15e610d9a032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209085'] for port (51b57220-8cb1-4a7a-ab40-156fab2cc7d5), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:28.057479 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] Attempting to bind port 6aca56aa-dec1-43ac-a918-d0de27f09484 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:06:28.057852 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] Attempting to bind port 6aca56aa-dec1-43ac-a918-d0de27f09484 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:06:28.058243 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] Attempting to bind port 6aca56aa-dec1-43ac-a918-d0de27f09484 on network 05f7d063-e626-411a-9797-8659504ada56 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:06:28.060093 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f656109-f4c0-44ec-a2cb-15e60f0102da None None] Pushing event updated for resources: {'Port': ['ID=6aca56aa-dec1-43ac-a918-d0de27f09484,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:28.074355 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:06:28.074736 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] Checking segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:06:28.075142 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:28.075539 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] Bound using segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:06:28.076009 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] Bound port: 6aca56aa-dec1-43ac-a918-d0de27f09484, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:06:28.076390 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (6aca56aa-dec1-43ac-a918-d0de27f09484), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:28.078041 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port cb93f80b-42d1-4889-b79c-3d0e9fe406c3 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:06:28.097166 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-40010ba3-6a48-445e-84bd-15e610d9a032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548582'] for router_interface (806ac15c-a394-4c36-a6a1-72aec1e9ca60), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:28.099778 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40010ba3-6a48-445e-84bd-15e610d9a032 admin admin] Pushing event updated for resources: {'Port': ['ID=51b57220-8cb1-4a7a-ab40-156fab2cc7d5,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:28.136197 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] For port 6aca56aa-dec1-43ac-a918-d0de27f09484, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:06:28.139673 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] For port 6aca56aa-dec1-43ac-a918-d0de27f09484, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=6aca56aa-dec1-43ac-a918-d0de27f09484,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:06:28.146076 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (6aca56aa-dec1-43ac-a918-d0de27f09484), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:28.190837 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40010ba3-6a48-445e-84bd-15e610d9a032 admin admin] Network 331c626c-c324-453b-96a3-586547c01ed3 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:06:28.192517 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-40010ba3-6a48-445e-84bd-15e610d9a032 admin admin] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:06:28.200958 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] Routers {'806ac15c-a394-4c36-a6a1-72aec1e9ca60'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:06:28.201656 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:06:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['806ac15c-a394-4c36-a6a1-72aec1e9ca60'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:06:28.252519 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f656109-f4c0-44ec-a2cb-15e60f0102da None None] Pushing event updated for resources: {'Port': ['ID=6aca56aa-dec1-43ac-a918-d0de27f09484,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:28.316832 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40010ba3-6a48-445e-84bd-15e610d9a032 admin admin] Router 806ac15c-a394-4c36-a6a1-72aec1e9ca60 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:06:28.331440 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-454be873-d7df-4d15-80ff-6d83f1303dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:28.349984 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] Set router 806ac15c-a394-4c36-a6a1-72aec1e9ca60 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:06:28.433698 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40010ba3-6a48-445e-84bd-15e610d9a032 admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:06:28.446251 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-40010ba3-6a48-445e-84bd-15e610d9a032 admin admin] 10.222.0.24 "PUT /v2.0/routers/806ac15c-a394-4c36-a6a1-72aec1e9ca60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5452588 Apr 12 18:06:28.507284 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-ca2fb9a7-ef8c-47d7-b8df-27791c5d0520 None None] Provisioning complete for port 51b57220-8cb1-4a7a-ab40-156fab2cc7d5 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:28.507679 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ca2fb9a7-ef8c-47d7-b8df-27791c5d0520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (51b57220-8cb1-4a7a-ab40-156fab2cc7d5), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:28.566728 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-ca2fb9a7-ef8c-47d7-b8df-27791c5d0520 None None] Port 51b57220-8cb1-4a7a-ab40-156fab2cc7d5 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:06:28.579808 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'name': 'tempest-TestShelveInstance-1664529987-router', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:27Z', 'revision_number': 4, 'project_id': '54ccaec178f54245b40bab546af1749b', 'gw_port': {'id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '51b57220-8cb1-4a7a-ab40-156fab2cc7d5', 'name': '', 'network_id': '331c626c-c324-453b-96a3-586547c01ed3', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'mac_address': 'fa:16:3e:0f:11:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:27Z', 'updated_at': '2022-04-12T18:06:27Z', 'revision_number': 2, 'project_id': '54ccaec178f54245b40bab546af1749b', 'subnets': [{'id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:06:28.609980 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb77307-d339-4b31-8502-2039229c7338 None None] The sync data for ids ['806ac15c-a394-4c36-a6a1-72aec1e9ca60'] in dv-cinder-837534-1-iscsi is: [{'id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'name': 'tempest-TestShelveInstance-1664529987-router', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:27Z', 'revision_number': 4, 'project_id': '54ccaec178f54245b40bab546af1749b', 'gw_port': {'id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '51b57220-8cb1-4a7a-ab40-156fab2cc7d5', 'name': '', 'network_id': '331c626c-c324-453b-96a3-586547c01ed3', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'mac_address': 'fa:16:3e:0f:11:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:27Z', 'updated_at': '2022-04-12T18:06:27Z', 'revision_number': 2, 'project_id': '54ccaec178f54245b40bab546af1749b', 'subnets': [{'id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:06:28.760974 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device cb93f80b-42d1-4889-b79c-3d0e9fe406c3 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:06:28.837040 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port cb93f80b-42d1-4889-b79c-3d0e9fe406c3 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:28.837423 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (cb93f80b-42d1-4889-b79c-3d0e9fe406c3), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:28.930555 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port cb93f80b-42d1-4889-b79c-3d0e9fe406c3 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:06:28.953534 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 47232) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:06:28.959131 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-6bc00187-c0d5-4d25-809f-187586a9c063 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-388482433-network', 'tenant_id': '12505799c3b7498cac2dbe8b74e07077'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:06:28.986693 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc00187-c0d5-4d25-809f-187586a9c063 admin admin] Made reservation on behalf of 12505799c3b7498cac2dbe8b74e07077 for: {'network': 1} {{(pid=109827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:06:28.989014 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6bc00187-c0d5-4d25-809f-187586a9c063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for network (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:28.998004 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6bc00187-c0d5-4d25-809f-187586a9c063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:29.077483 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6bc00187-c0d5-4d25-809f-187586a9c063 admin admin] Publish callbacks [] for security_group (cebf85c4-0894-46af-a17c-88202cfb21ff), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:29.082542 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6bc00187-c0d5-4d25-809f-187586a9c063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (cebf85c4-0894-46af-a17c-88202cfb21ff), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:29.104524 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc00187-c0d5-4d25-809f-187586a9c063 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=109827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 18:06:29.120849 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc00187-c0d5-4d25-809f-187586a9c063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebf85c4-0894-46af-a17c-88202cfb21ff,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:29.123674 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6bc00187-c0d5-4d25-809f-187586a9c063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (0cac52a0-a531-4927-8fb2-1d1bf77da33b), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:29.124027 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.segments_db [None req-6bc00187-c0d5-4d25-809f-187586a9c063 admin admin] Added segment 0cac52a0-a531-4927-8fb2-1d1bf77da33b of type vlan for network 4a9a9854-801d-4010-8c41-cc5944bf9447 Apr 12 18:06:29.167722 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6bc00187-c0d5-4d25-809f-187586a9c063 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742383173852'] for network (4a9a9854-801d-4010-8c41-cc5944bf9447), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:29.194022 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6bc00187-c0d5-4d25-809f-187586a9c063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344'] for network (4a9a9854-801d-4010-8c41-cc5944bf9447), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:29.195050 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc00187-c0d5-4d25-809f-187586a9c063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:29.195648 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6bc00187-c0d5-4d25-809f-187586a9c063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:29.257687 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-6bc00187-c0d5-4d25-809f-187586a9c063 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3023992 Apr 12 18:06:29.260516 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 47234) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:06:29.274555 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-7c92cbca-1e02-421f-b58f-b5e727323cc9 admin admin] Request body: {'subnet': {'network_id': '4a9a9854-801d-4010-8c41-cc5944bf9447', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-388482433-subnet', 'tenant_id': '12505799c3b7498cac2dbe8b74e07077', 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:06:29.276937 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc00187-c0d5-4d25-809f-187586a9c063 admin admin] Pushing event updated for resources: {'Network': ['ID=4a9a9854-801d-4010-8c41-cc5944bf9447,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:29.289444 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Network 4a9a9854-801d-4010-8c41-cc5944bf9447 details requested by agent ovs-agent-dv-cinder-837534-1-iscsi with host dv-cinder-837534-1-iscsi {{(pid=109828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 18:06:29.300915 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c92cbca-1e02-421f-b58f-b5e727323cc9 admin admin] Made reservation on behalf of 12505799c3b7498cac2dbe8b74e07077 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:06:29.303276 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7c92cbca-1e02-421f-b58f-b5e727323cc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9386052'] for subnet (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:29.483497 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7c92cbca-1e02-421f-b58f-b5e727323cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9386066'] for subnet (e58b827e-760f-44cb-b9f6-310b83e95f86), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:29.537379 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92cbca-1e02-421f-b58f-b5e727323cc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e58b827e-760f-44cb-b9f6-310b83e95f86,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:29.547979 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c92cbca-1e02-421f-b58f-b5e727323cc9 admin admin] Checking segment: {'id': '0cac52a0-a531-4927-8fb2-1d1bf77da33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4a9a9854-801d-4010-8c41-cc5944bf9447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:06:29.548563 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c92cbca-1e02-421f-b58f-b5e727323cc9 admin admin] Network hostable DHCP agents. Network: 4a9a9854-801d-4010-8c41-cc5944bf9447, hostable agents: ['f62d2ff0-78a3-4755-b741-8a96efa63a46'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 18:06:29.566830 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c92cbca-1e02-421f-b58f-b5e727323cc9 admin admin] Network 4a9a9854-801d-4010-8c41-cc5944bf9447 is scheduled to be hosted by DHCP agent f62d2ff0-78a3-4755-b741-8a96efa63a46 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 18:06:29.576302 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-7c92cbca-1e02-421f-b58f-b5e727323cc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837534-1-iscsi, 4a9a9854-801d-4010-8c41-cc5944bf9447) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:06:29.581615 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c92cbca-1e02-421f-b58f-b5e727323cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:29.582370 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7c92cbca-1e02-421f-b58f-b5e727323cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:29.586130 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e91cae-ddb0-4d1e-98de-d6559b2849c4 None None] Network 4a9a9854-801d-4010-8c41-cc5944bf9447 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:06:29.608118 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-7c92cbca-1e02-421f-b58f-b5e727323cc9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3414617 Apr 12 18:06:29.608661 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 47236) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:06:29.613845 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-77e24865-e3fb-4ef4-a2c4-847a54863ebc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-388482433-router', 'tenant_id': '12505799c3b7498cac2dbe8b74e07077', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:06:29.633706 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-77e24865-e3fb-4ef4-a2c4-847a54863ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-548175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8074'] for router (6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:29.634949 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-77e24865-e3fb-4ef4-a2c4-847a54863ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8083'] for router (6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:29.695849 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-77e24865-e3fb-4ef4-a2c4-847a54863ebc admin admin] Publish callbacks [] for router_controller (6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b), precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:29.702038 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6632e5-8edf-4fbb-ac47-bbe639a64b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a33860b-d462-54ed-9149-0f1d9a665084-4a9a9854-801d-4010-8c41-cc5944bf9447', 'network_id': '4a9a9854-801d-4010-8c41-cc5944bf9447', 'project_id': '12505799c3b7498cac2dbe8b74e07077', 'fixed_ips': [{'subnet_id': 'e58b827e-760f-44cb-b9f6-310b83e95f86'}]}} from dv-cinder-837534-1-iscsi. {{(pid=109828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 18:06:29.702989 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-0f6632e5-8edf-4fbb-ac47-bbe639a64b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:29.841656 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-77e24865-e3fb-4ef4-a2c4-847a54863ebc admin admin] Publish callbacks [] for router_gateway (6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:29.851433 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.db_base_plugin_common [None req-0f6632e5-8edf-4fbb-ac47-bbe639a64b02 None None] Allocated IP 172.20.0.2 (4a9a9854-801d-4010-8c41-cc5944bf9447/e58b827e-760f-44cb-b9f6-310b83e95f86/b4e78ec2-a0d5-4ebb-9d90-0e681f14d912) {{(pid=109828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:06:30.007635 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-0f6632e5-8edf-4fbb-ac47-bbe639a64b02 None None] Publish callbacks [] for port (b4e78ec2-a0d5-4ebb-9d90-0e681f14d912), precommit_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:30.013215 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-0f6632e5-8edf-4fbb-ac47-bbe639a64b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574'] for port (b4e78ec2-a0d5-4ebb-9d90-0e681f14d912), after_create {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:30.031262 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-77e24865-e3fb-4ef4-a2c4-847a54863ebc admin admin] Publish callbacks [] for router_gateway (6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:30.051079 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-77e24865-e3fb-4ef4-a2c4-847a54863ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:30.159646 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-77e24865-e3fb-4ef4-a2c4-847a54863ebc admin admin] Allocated IP 172.27.0.157 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/cac08604-50a4-4d04-b519-1a4bb1fec28d) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:06:30.190695 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6632e5-8edf-4fbb-ac47-bbe639a64b02 None None] Network 4a9a9854-801d-4010-8c41-cc5944bf9447 is already hosted by enough agents. {{(pid=109828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:06:30.193519 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.scheduler.base_scheduler [None req-0f6632e5-8edf-4fbb-ac47-bbe639a64b02 None None] Resources bound (agent type, host, resource id): {{(pid=109828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:06:30.199109 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6632e5-8edf-4fbb-ac47-bbe639a64b02 None None] Received port after_create {{(pid=109828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:06:30.208406 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6632e5-8edf-4fbb-ac47-bbe639a64b02 None None] Pushing event updated for resources: {'Port': ['ID=b4e78ec2-a0d5-4ebb-9d90-0e681f14d912,revision_number=1']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:30.262259 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-0f6632e5-8edf-4fbb-ac47-bbe639a64b02 None None] Attempting to bind port b4e78ec2-a0d5-4ebb-9d90-0e681f14d912 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:06:30.262634 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-0f6632e5-8edf-4fbb-ac47-bbe639a64b02 None None] Attempting to bind port b4e78ec2-a0d5-4ebb-9d90-0e681f14d912 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '0cac52a0-a531-4927-8fb2-1d1bf77da33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4a9a9854-801d-4010-8c41-cc5944bf9447'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:06:30.262999 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6632e5-8edf-4fbb-ac47-bbe639a64b02 None None] Attempting to bind port b4e78ec2-a0d5-4ebb-9d90-0e681f14d912 on network 4a9a9854-801d-4010-8c41-cc5944bf9447 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:06:30.268395 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-77e24865-e3fb-4ef4-a2c4-847a54863ebc admin admin] Publish callbacks [] for port (cac08604-50a4-4d04-b519-1a4bb1fec28d), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:30.269075 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6632e5-8edf-4fbb-ac47-bbe639a64b02 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:06:30.269510 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6632e5-8edf-4fbb-ac47-bbe639a64b02 None None] Checking segment: {'id': '0cac52a0-a531-4927-8fb2-1d1bf77da33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4a9a9854-801d-4010-8c41-cc5944bf9447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:06:30.269702 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-0f6632e5-8edf-4fbb-ac47-bbe639a64b02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:30.270099 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6632e5-8edf-4fbb-ac47-bbe639a64b02 None None] Bound using segment: {'id': '0cac52a0-a531-4927-8fb2-1d1bf77da33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4a9a9854-801d-4010-8c41-cc5944bf9447'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:06:30.270831 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-0f6632e5-8edf-4fbb-ac47-bbe639a64b02 None None] Bound port: b4e78ec2-a0d5-4ebb-9d90-0e681f14d912, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cac52a0-a531-4927-8fb2-1d1bf77da33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4a9a9854-801d-4010-8c41-cc5944bf9447'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:06:30.270977 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-0f6632e5-8edf-4fbb-ac47-bbe639a64b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b4e78ec2-a0d5-4ebb-9d90-0e681f14d912), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:30.301310 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-77e24865-e3fb-4ef4-a2c4-847a54863ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (cac08604-50a4-4d04-b519-1a4bb1fec28d), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:30.340017 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e24865-e3fb-4ef4-a2c4-847a54863ebc admin admin] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:06:30.340240 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-0f6632e5-8edf-4fbb-ac47-bbe639a64b02 None None] For port b4e78ec2-a0d5-4ebb-9d90-0e681f14d912, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:06:30.347436 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-77e24865-e3fb-4ef4-a2c4-847a54863ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:06:30.347852 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-0f6632e5-8edf-4fbb-ac47-bbe639a64b02 None None] For port b4e78ec2-a0d5-4ebb-9d90-0e681f14d912, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=b4e78ec2-a0d5-4ebb-9d90-0e681f14d912,segment=NetworkSegment(0cac52a0-a531-4927-8fb2-1d1bf77da33b),segment_id=0cac52a0-a531-4927-8fb2-1d1bf77da33b)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:06:30.349710 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e24865-e3fb-4ef4-a2c4-847a54863ebc admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:06:30.356996 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-0f6632e5-8edf-4fbb-ac47-bbe639a64b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b4e78ec2-a0d5-4ebb-9d90-0e681f14d912), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:30.375850 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e24865-e3fb-4ef4-a2c4-847a54863ebc admin admin] Pushing event updated for resources: {'Port': ['ID=cac08604-50a4-4d04-b519-1a4bb1fec28d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:30.424255 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6632e5-8edf-4fbb-ac47-bbe639a64b02 None None] Pushing event updated for resources: {'Port': ['ID=b4e78ec2-a0d5-4ebb-9d90-0e681f14d912,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:30.656486 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-77e24865-e3fb-4ef4-a2c4-847a54863ebc admin admin] Publish callbacks [] for router_gateway (6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:30.748966 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] Sync routers for ids ['806ac15c-a394-4c36-a6a1-72aec1e9ca60'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:06:30.801243 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device b4e78ec2-a0d5-4ebb-9d90-0e681f14d912 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:06:30.840706 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-d81ed8da-8252-4d06-8c8b-a6ce41b9dfcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:30.852541 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] Routers {'806ac15c-a394-4c36-a6a1-72aec1e9ca60'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:06:30.853435 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:06:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['806ac15c-a394-4c36-a6a1-72aec1e9ca60'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:06:30.861165 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port b4e78ec2-a0d5-4ebb-9d90-0e681f14d912 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:30.861668 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b4e78ec2-a0d5-4ebb-9d90-0e681f14d912), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:30.900699 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-77e24865-e3fb-4ef4-a2c4-847a54863ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546215'] for router (6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:30.944878 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port b4e78ec2-a0d5-4ebb-9d90-0e681f14d912 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:06:30.945186 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (b4e78ec2-a0d5-4ebb-9d90-0e681f14d912), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:30.963980 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] Set router 806ac15c-a394-4c36-a6a1-72aec1e9ca60 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:06:30.986655 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] For port b4e78ec2-a0d5-4ebb-9d90-0e681f14d912, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=b4e78ec2-a0d5-4ebb-9d90-0e681f14d912,segment=NetworkSegment(0cac52a0-a531-4927-8fb2-1d1bf77da33b),segment_id=0cac52a0-a531-4927-8fb2-1d1bf77da33b)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:06:30.991409 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (b4e78ec2-a0d5-4ebb-9d90-0e681f14d912), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:30.992255 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 6aca56aa-dec1-43ac-a918-d0de27f09484 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:06:31.075757 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Pushing event updated for resources: {'Port': ['ID=b4e78ec2-a0d5-4ebb-9d90-0e681f14d912,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:31.087811 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 6aca56aa-dec1-43ac-a918-d0de27f09484 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:31.088310 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (6aca56aa-dec1-43ac-a918-d0de27f09484), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:31.172736 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'name': 'tempest-TestShelveInstance-1664529987-router', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:27Z', 'revision_number': 4, 'project_id': '54ccaec178f54245b40bab546af1749b', 'gw_port': {'id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '51b57220-8cb1-4a7a-ab40-156fab2cc7d5', 'name': '', 'network_id': '331c626c-c324-453b-96a3-586547c01ed3', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'mac_address': 'fa:16:3e:0f:11:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:27Z', 'updated_at': '2022-04-12T18:06:27Z', 'revision_number': 2, 'project_id': '54ccaec178f54245b40bab546af1749b', 'subnets': [{'id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:06:31.181411 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 6aca56aa-dec1-43ac-a918-d0de27f09484 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:06:31.182101 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (6aca56aa-dec1-43ac-a918-d0de27f09484), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:31.205137 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] Checking router: 806ac15c-a394-4c36-a6a1-72aec1e9ca60 for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:06:31.205757 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] Updating router 806ac15c-a394-4c36-a6a1-72aec1e9ca60 port 51b57220-8cb1-4a7a-ab40-156fab2cc7d5 binding host dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:06:31.207456 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] For port 6aca56aa-dec1-43ac-a918-d0de27f09484, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=6aca56aa-dec1-43ac-a918-d0de27f09484,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:06:31.212851 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (6aca56aa-dec1-43ac-a918-d0de27f09484), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:31.236615 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (51b57220-8cb1-4a7a-ab40-156fab2cc7d5), before_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:31.273135 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Pushing event updated for resources: {'Port': ['ID=6aca56aa-dec1-43ac-a918-d0de27f09484,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:31.337250 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e24865-e3fb-4ef4-a2c4-847a54863ebc admin admin] Router 6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b is scheduled to L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 18:06:31.457531 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e24865-e3fb-4ef4-a2c4-847a54863ebc admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:06:31.463910 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947c1052-e273-44fb-9eeb-00a46a1a9df5 None None] Network 4a9a9854-801d-4010-8c41-cc5944bf9447 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:06:31.469367 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] Sync routers for ids ['6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:06:31.479325 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-77e24865-e3fb-4ef4-a2c4-847a54863ebc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:31.480578 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-77e24865-e3fb-4ef4-a2c4-847a54863ebc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8713033 Apr 12 18:06:31.483290 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 47238) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:06:31.527333 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] Publish callbacks [] for port (51b57220-8cb1-4a7a-ab40-156fab2cc7d5), precommit_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:31.535329 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (51b57220-8cb1-4a7a-ab40-156fab2cc7d5), after_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:31.540603 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] Routers {'6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:06:31.541351 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:06:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:06:31.579900 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfbe65-825d-496a-8d5e-fb098a4bef0a None None] Pushing event updated for resources: {'Port': ['ID=51b57220-8cb1-4a7a-ab40-156fab2cc7d5,revision_number=3']} {{(pid=109829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:31.585902 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-074d4837-4529-4fd5-947d-794d167adf45 None None] Provisioning complete for port b4e78ec2-a0d5-4ebb-9d90-0e681f14d912 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:31.586302 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-074d4837-4529-4fd5-947d-794d167adf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b4e78ec2-a0d5-4ebb-9d90-0e681f14d912), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:31.590667 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadfbe65-825d-496a-8d5e-fb098a4bef0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:31.591019 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadfbe65-825d-496a-8d5e-fb098a4bef0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:31.591565 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadfbe65-825d-496a-8d5e-fb098a4bef0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:31.592076 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadfbe65-825d-496a-8d5e-fb098a4bef0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:31.592563 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadfbe65-825d-496a-8d5e-fb098a4bef0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:31.593048 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadfbe65-825d-496a-8d5e-fb098a4bef0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:31.593540 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadfbe65-825d-496a-8d5e-fb098a4bef0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:31.594027 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadfbe65-825d-496a-8d5e-fb098a4bef0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:31.594542 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadfbe65-825d-496a-8d5e-fb098a4bef0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:31.595613 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadfbe65-825d-496a-8d5e-fb098a4bef0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:31.596102 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadfbe65-825d-496a-8d5e-fb098a4bef0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:31.596582 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadfbe65-825d-496a-8d5e-fb098a4bef0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:31.597069 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadfbe65-825d-496a-8d5e-fb098a4bef0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:31.597557 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadfbe65-825d-496a-8d5e-fb098a4bef0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:31.598045 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadfbe65-825d-496a-8d5e-fb098a4bef0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:06:31.672909 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] Attempting to bind port 51b57220-8cb1-4a7a-ab40-156fab2cc7d5 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:06:31.674681 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] Attempting to bind port 51b57220-8cb1-4a7a-ab40-156fab2cc7d5 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '5bcf0329-d24a-4ce0-b54f-f26858e907f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '331c626c-c324-453b-96a3-586547c01ed3'}] {{(pid=109829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:06:31.675306 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] Attempting to bind port 51b57220-8cb1-4a7a-ab40-156fab2cc7d5 on network 331c626c-c324-453b-96a3-586547c01ed3 {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:06:31.681417 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:06:31.682072 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] Checking segment: {'id': '5bcf0329-d24a-4ce0-b54f-f26858e907f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '331c626c-c324-453b-96a3-586547c01ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:06:31.682739 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:31.683390 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] Bound using segment: {'id': '5bcf0329-d24a-4ce0-b54f-f26858e907f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '331c626c-c324-453b-96a3-586547c01ed3'} {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:06:31.684094 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] Bound port: 51b57220-8cb1-4a7a-ab40-156fab2cc7d5, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bcf0329-d24a-4ce0-b54f-f26858e907f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '331c626c-c324-453b-96a3-586547c01ed3'}}] {{(pid=109829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:06:31.684851 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (51b57220-8cb1-4a7a-ab40-156fab2cc7d5), before_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:31.743523 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:31.760325 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] Set router 6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:06:31.778830 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.db [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] For port 51b57220-8cb1-4a7a-ab40-156fab2cc7d5, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:06:31.785289 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.db [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] For port 51b57220-8cb1-4a7a-ab40-156fab2cc7d5, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=51b57220-8cb1-4a7a-ab40-156fab2cc7d5,segment=NetworkSegment(5bcf0329-d24a-4ce0-b54f-f26858e907f2),segment_id=5bcf0329-d24a-4ce0-b54f-f26858e907f2)] {{(pid=109829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:06:31.810820 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (51b57220-8cb1-4a7a-ab40-156fab2cc7d5), after_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:31.871123 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfbe65-825d-496a-8d5e-fb098a4bef0a None None] Pushing event updated for resources: {'Port': ['ID=51b57220-8cb1-4a7a-ab40-156fab2cc7d5,revision_number=4']} {{(pid=109829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:31.882767 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] Routers {'806ac15c-a394-4c36-a6a1-72aec1e9ca60'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:06:31.883624 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:06:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['806ac15c-a394-4c36-a6a1-72aec1e9ca60'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:06:31.900386 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-074d4837-4529-4fd5-947d-794d167adf45 None None] Current status of the port b4e78ec2-a0d5-4ebb-9d90-0e681f14d912 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:06:32.003261 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:32.021064 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] Set router 806ac15c-a394-4c36-a6a1-72aec1e9ca60 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:06:32.038079 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-1325b330-4cb9-41a4-aab7-2c777f504ecc None None] Provisioning complete for port 51b57220-8cb1-4a7a-ab40-156fab2cc7d5 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:32.038885 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-1325b330-4cb9-41a4-aab7-2c777f504ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (51b57220-8cb1-4a7a-ab40-156fab2cc7d5), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:32.053417 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f7960b86-6e2b-49e3-a80d-2eb4d0dafe6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:32.131495 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b', 'name': 'tempest-TestShelveInstance-388482433-router', 'tenant_id': '12505799c3b7498cac2dbe8b74e07077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'cac08604-50a4-4d04-b519-1a4bb1fec28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:29Z', 'updated_at': '2022-04-12T18:06:30Z', 'revision_number': 3, 'project_id': '12505799c3b7498cac2dbe8b74e07077', 'gw_port': {'id': 'cac08604-50a4-4d04-b519-1a4bb1fec28d', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:19:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:30Z', 'updated_at': '2022-04-12T18:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:06:32.170928 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] Checking router: 6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:06:32.171744 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] Updating router 6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b port cac08604-50a4-4d04-b519-1a4bb1fec28d binding host dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:06:32.200062 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (cac08604-50a4-4d04-b519-1a4bb1fec28d), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:32.241917 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-f7960b86-6e2b-49e3-a80d-2eb4d0dafe6d admin admin] Allocated IP 172.20.0.1 (4a9a9854-801d-4010-8c41-cc5944bf9447/e58b827e-760f-44cb-b9f6-310b83e95f86/65584897-0f51-4e9f-b742-fed9d8fcaa83) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:06:32.250648 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'name': 'tempest-TestShelveInstance-1664529987-router', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:27Z', 'revision_number': 4, 'project_id': '54ccaec178f54245b40bab546af1749b', 'gw_port': {'id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '51b57220-8cb1-4a7a-ab40-156fab2cc7d5', 'name': '', 'network_id': '331c626c-c324-453b-96a3-586547c01ed3', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'mac_address': 'fa:16:3e:0f:11:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:27Z', 'updated_at': '2022-04-12T18:06:31Z', 'revision_number': 4, 'project_id': '54ccaec178f54245b40bab546af1749b', 'subnets': [{'id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:06:32.278438 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1a0bf-6d70-4e7d-9c2c-f7de0281da27 None None] The sync data for ids ['806ac15c-a394-4c36-a6a1-72aec1e9ca60'] in dv-cinder-837534-1-iscsi is: [{'id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'name': 'tempest-TestShelveInstance-1664529987-router', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:27Z', 'revision_number': 4, 'project_id': '54ccaec178f54245b40bab546af1749b', 'gw_port': {'id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '51b57220-8cb1-4a7a-ab40-156fab2cc7d5', 'name': '', 'network_id': '331c626c-c324-453b-96a3-586547c01ed3', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'mac_address': 'fa:16:3e:0f:11:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:27Z', 'updated_at': '2022-04-12T18:06:31Z', 'revision_number': 4, 'project_id': '54ccaec178f54245b40bab546af1749b', 'subnets': [{'id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:06:32.315037 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-1325b330-4cb9-41a4-aab7-2c777f504ecc None None] Current status of the port 51b57220-8cb1-4a7a-ab40-156fab2cc7d5 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:06:32.315430 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-1325b330-4cb9-41a4-aab7-2c777f504ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (51b57220-8cb1-4a7a-ab40-156fab2cc7d5), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:32.359676 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f7960b86-6e2b-49e3-a80d-2eb4d0dafe6d admin admin] Publish callbacks [] for port (65584897-0f51-4e9f-b742-fed9d8fcaa83), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:32.384322 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-1325b330-4cb9-41a4-aab7-2c777f504ecc None None] For port 51b57220-8cb1-4a7a-ab40-156fab2cc7d5, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=51b57220-8cb1-4a7a-ab40-156fab2cc7d5,segment=NetworkSegment(5bcf0329-d24a-4ce0-b54f-f26858e907f2),segment_id=5bcf0329-d24a-4ce0-b54f-f26858e907f2)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:06:32.393415 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-1325b330-4cb9-41a4-aab7-2c777f504ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (51b57220-8cb1-4a7a-ab40-156fab2cc7d5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:32.401964 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f7960b86-6e2b-49e3-a80d-2eb4d0dafe6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (65584897-0f51-4e9f-b742-fed9d8fcaa83), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:32.445584 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7960b86-6e2b-49e3-a80d-2eb4d0dafe6d admin admin] Network 4a9a9854-801d-4010-8c41-cc5944bf9447 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:06:32.450773 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-f7960b86-6e2b-49e3-a80d-2eb4d0dafe6d admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:06:32.455322 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7960b86-6e2b-49e3-a80d-2eb4d0dafe6d admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:06:32.482558 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7960b86-6e2b-49e3-a80d-2eb4d0dafe6d admin admin] Pushing event updated for resources: {'Port': ['ID=65584897-0f51-4e9f-b742-fed9d8fcaa83,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:32.489676 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325b330-4cb9-41a4-aab7-2c777f504ecc None None] Pushing event updated for resources: {'Port': ['ID=51b57220-8cb1-4a7a-ab40-156fab2cc7d5,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:32.508726 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f7960b86-6e2b-49e3-a80d-2eb4d0dafe6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546134'] for router_interface (6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:32.532272 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-2c188b84-dd58-44d7-b41a-7e336b193b23 None None] Provisioning complete for port b4e78ec2-a0d5-4ebb-9d90-0e681f14d912 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:32.533399 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-2c188b84-dd58-44d7-b41a-7e336b193b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b4e78ec2-a0d5-4ebb-9d90-0e681f14d912), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:32.622907 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] Publish callbacks [] for port (cac08604-50a4-4d04-b519-1a4bb1fec28d), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:32.641271 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:06:32.653242 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (cac08604-50a4-4d04-b519-1a4bb1fec28d), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:32.684954 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f7960b86-6e2b-49e3-a80d-2eb4d0dafe6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (65584897-0f51-4e9f-b742-fed9d8fcaa83), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:32.738654 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-2c188b84-dd58-44d7-b41a-7e336b193b23 None None] Current status of the port b4e78ec2-a0d5-4ebb-9d90-0e681f14d912 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:06:32.744768 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] Attempting to bind port cac08604-50a4-4d04-b519-1a4bb1fec28d on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:06:32.745209 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] Attempting to bind port cac08604-50a4-4d04-b519-1a4bb1fec28d by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:06:32.745491 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] Attempting to bind port cac08604-50a4-4d04-b519-1a4bb1fec28d on network 05f7d063-e626-411a-9797-8659504ada56 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:06:32.753110 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:06:32.753436 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] Checking segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:06:32.753838 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:32.754263 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] Bound using segment: {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:06:32.754706 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] Bound port: cac08604-50a4-4d04-b519-1a4bb1fec28d, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca4c317-0f92-45f1-970d-ce48fc0dae6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f7d063-e626-411a-9797-8659504ada56'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:06:32.755084 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (cac08604-50a4-4d04-b519-1a4bb1fec28d), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:32.758733 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5019e7-b816-4164-8f9f-15732be61bd3 None None] Pushing event updated for resources: {'Port': ['ID=cac08604-50a4-4d04-b519-1a4bb1fec28d,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:32.792035 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-2c188b84-dd58-44d7-b41a-7e336b193b23 None None] Provisioning complete for port 51b57220-8cb1-4a7a-ab40-156fab2cc7d5 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:32.792426 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-2c188b84-dd58-44d7-b41a-7e336b193b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (51b57220-8cb1-4a7a-ab40-156fab2cc7d5), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:32.840615 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 51b57220-8cb1-4a7a-ab40-156fab2cc7d5 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:06:32.883611 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] For port cac08604-50a4-4d04-b519-1a4bb1fec28d, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:06:32.912447 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f7960b86-6e2b-49e3-a80d-2eb4d0dafe6d admin admin] Publish callbacks [] for port (65584897-0f51-4e9f-b742-fed9d8fcaa83), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:32.919759 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f7960b86-6e2b-49e3-a80d-2eb4d0dafe6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8586785'] for port (65584897-0f51-4e9f-b742-fed9d8fcaa83), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:32.999257 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f7960b86-6e2b-49e3-a80d-2eb4d0dafe6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548582'] for router_interface (6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:33.001302 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7960b86-6e2b-49e3-a80d-2eb4d0dafe6d admin admin] Pushing event updated for resources: {'Port': ['ID=65584897-0f51-4e9f-b742-fed9d8fcaa83,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:33.046235 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] For port cac08604-50a4-4d04-b519-1a4bb1fec28d, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=cac08604-50a4-4d04-b519-1a4bb1fec28d,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:06:33.059274 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (cac08604-50a4-4d04-b519-1a4bb1fec28d), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:33.105992 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7960b86-6e2b-49e3-a80d-2eb4d0dafe6d admin admin] Network 4a9a9854-801d-4010-8c41-cc5944bf9447 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:06:33.107341 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-f7960b86-6e2b-49e3-a80d-2eb4d0dafe6d admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:06:33.154257 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 51b57220-8cb1-4a7a-ab40-156fab2cc7d5 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:33.154634 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (51b57220-8cb1-4a7a-ab40-156fab2cc7d5), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:33.161478 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-2c188b84-dd58-44d7-b41a-7e336b193b23 None None] Current status of the port 51b57220-8cb1-4a7a-ab40-156fab2cc7d5 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:06:33.198210 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:33.201177 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5019e7-b816-4164-8f9f-15732be61bd3 None None] Pushing event updated for resources: {'Port': ['ID=cac08604-50a4-4d04-b519-1a4bb1fec28d,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:33.203826 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] Routers {'6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:06:33.204989 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:06:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:06:33.236722 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7960b86-6e2b-49e3-a80d-2eb4d0dafe6d admin admin] Router 6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:06:33.294301 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-2cb79f21-2ebf-4cde-b498-aaea3687a3d5 None None] Provisioning complete for port 65584897-0f51-4e9f-b742-fed9d8fcaa83 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:33.294995 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-2cb79f21-2ebf-4cde-b498-aaea3687a3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (65584897-0f51-4e9f-b742-fed9d8fcaa83), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:33.355368 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7960b86-6e2b-49e3-a80d-2eb4d0dafe6d admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:06:33.366307 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-f7960b86-6e2b-49e3-a80d-2eb4d0dafe6d admin admin] 10.222.0.24 "PUT /v2.0/routers/6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8760803 Apr 12 18:06:33.405266 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-2cb79f21-2ebf-4cde-b498-aaea3687a3d5 None None] Port 65584897-0f51-4e9f-b742-fed9d8fcaa83 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:06:33.409816 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 51b57220-8cb1-4a7a-ab40-156fab2cc7d5 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:06:33.410931 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device b4e78ec2-a0d5-4ebb-9d90-0e681f14d912 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:06:33.434738 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] Set router 6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:06:33.554548 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port b4e78ec2-a0d5-4ebb-9d90-0e681f14d912 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:33.554830 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (b4e78ec2-a0d5-4ebb-9d90-0e681f14d912), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:33.556237 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-31cc5a35-8c7d-4a05-8544-5e3882f8f513 None None] Provisioning complete for port 65584897-0f51-4e9f-b742-fed9d8fcaa83 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:33.556591 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-31cc5a35-8c7d-4a05-8544-5e3882f8f513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (65584897-0f51-4e9f-b742-fed9d8fcaa83), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:33.650432 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-31cc5a35-8c7d-4a05-8544-5e3882f8f513 None None] Port 65584897-0f51-4e9f-b742-fed9d8fcaa83 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:06:33.750680 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b', 'name': 'tempest-TestShelveInstance-388482433-router', 'tenant_id': '12505799c3b7498cac2dbe8b74e07077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'cac08604-50a4-4d04-b519-1a4bb1fec28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:29Z', 'updated_at': '2022-04-12T18:06:32Z', 'revision_number': 4, 'project_id': '12505799c3b7498cac2dbe8b74e07077', 'gw_port': {'id': 'cac08604-50a4-4d04-b519-1a4bb1fec28d', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:19:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:30Z', 'updated_at': '2022-04-12T18:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '65584897-0f51-4e9f-b742-fed9d8fcaa83', 'name': '', 'network_id': '4a9a9854-801d-4010-8c41-cc5944bf9447', 'tenant_id': '12505799c3b7498cac2dbe8b74e07077', 'mac_address': 'fa:16:3e:62:93:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e58b827e-760f-44cb-b9f6-310b83e95f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:32Z', 'updated_at': '2022-04-12T18:06:32Z', 'revision_number': 2, 'project_id': '12505799c3b7498cac2dbe8b74e07077', 'subnets': [{'id': 'e58b827e-760f-44cb-b9f6-310b83e95f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:06:33.752614 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port b4e78ec2-a0d5-4ebb-9d90-0e681f14d912 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:06:33.753607 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 6aca56aa-dec1-43ac-a918-d0de27f09484 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:06:33.793935 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24971f5c-28a1-4ef6-8639-51ec6f75ea1e None None] The sync data for ids ['6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b'] in dv-cinder-837534-1-iscsi is: [{'id': '6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b', 'name': 'tempest-TestShelveInstance-388482433-router', 'tenant_id': '12505799c3b7498cac2dbe8b74e07077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'cac08604-50a4-4d04-b519-1a4bb1fec28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:29Z', 'updated_at': '2022-04-12T18:06:32Z', 'revision_number': 4, 'project_id': '12505799c3b7498cac2dbe8b74e07077', 'gw_port': {'id': 'cac08604-50a4-4d04-b519-1a4bb1fec28d', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:19:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:30Z', 'updated_at': '2022-04-12T18:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '65584897-0f51-4e9f-b742-fed9d8fcaa83', 'name': '', 'network_id': '4a9a9854-801d-4010-8c41-cc5944bf9447', 'tenant_id': '12505799c3b7498cac2dbe8b74e07077', 'mac_address': 'fa:16:3e:62:93:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e58b827e-760f-44cb-b9f6-310b83e95f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:32Z', 'updated_at': '2022-04-12T18:06:32Z', 'revision_number': 2, 'project_id': '12505799c3b7498cac2dbe8b74e07077', 'subnets': [{'id': 'e58b827e-760f-44cb-b9f6-310b83e95f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:06:33.830872 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 6aca56aa-dec1-43ac-a918-d0de27f09484 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:33.831382 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (6aca56aa-dec1-43ac-a918-d0de27f09484), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:33.894349 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 47246) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:06:33.898798 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-b9603665-222f-49a0-a589-a4f2810fc523 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-322964749', 'description': 'tempest-secgroup-smoke-322964749 description', 'project_id': '54ccaec178f54245b40bab546af1749b'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:06:33.920949 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 6aca56aa-dec1-43ac-a918-d0de27f09484 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:06:33.921352 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b9603665-222f-49a0-a589-a4f2810fc523 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.002284 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b9603665-222f-49a0-a589-a4f2810fc523 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group (8eff583d-1836-43f9-a8a1-694601a37b85), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.026223 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b9603665-222f-49a0-a589-a4f2810fc523 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (8eff583d-1836-43f9-a8a1-694601a37b85), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.060945 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9603665-222f-49a0-a589-a4f2810fc523 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eff583d-1836-43f9-a8a1-694601a37b85,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:34.066782 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b9603665-222f-49a0-a589-a4f2810fc523 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.069202 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-b9603665-222f-49a0-a589-a4f2810fc523 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1728401 Apr 12 18:06:34.071282 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 47248) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:06:34.075969 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-12e7bbae-91ab-435d-a66c-9d5f33aca64b tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Request body: {'security_group_rule': {'security_group_id': '8eff583d-1836-43f9-a8a1-694601a37b85', 'project_id': '54ccaec178f54245b40bab546af1749b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:06:34.102747 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-12e7bbae-91ab-435d-a66c-9d5f33aca64b tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group_rule (2eba9c92-b2dd-44c2-9036-a0dcce5195ee), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.165209 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-12e7bbae-91ab-435d-a66c-9d5f33aca64b tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group_rule (2eba9c92-b2dd-44c2-9036-a0dcce5195ee), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.169543 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-12e7bbae-91ab-435d-a66c-9d5f33aca64b tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (2eba9c92-b2dd-44c2-9036-a0dcce5195ee), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.190692 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7bbae-91ab-435d-a66c-9d5f33aca64b tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eba9c92-b2dd-44c2-9036-a0dcce5195ee,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:34.204349 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-12e7bbae-91ab-435d-a66c-9d5f33aca64b tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.205629 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-12e7bbae-91ab-435d-a66c-9d5f33aca64b tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333501 Apr 12 18:06:34.208631 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 47250) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:06:34.213176 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e239507b-8571-42ca-9bbf-accc39cd20a2 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Request body: {'security_group_rule': {'security_group_id': '8eff583d-1836-43f9-a8a1-694601a37b85', 'project_id': '54ccaec178f54245b40bab546af1749b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:06:34.240771 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e239507b-8571-42ca-9bbf-accc39cd20a2 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group_rule (647f766b-decc-458b-98dc-195da129d89d), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.302036 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e239507b-8571-42ca-9bbf-accc39cd20a2 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group_rule (647f766b-decc-458b-98dc-195da129d89d), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.306110 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e239507b-8571-42ca-9bbf-accc39cd20a2 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (647f766b-decc-458b-98dc-195da129d89d), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.324705 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239507b-8571-42ca-9bbf-accc39cd20a2 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647f766b-decc-458b-98dc-195da129d89d,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:34.334535 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e239507b-8571-42ca-9bbf-accc39cd20a2 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.335790 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e239507b-8571-42ca-9bbf-accc39cd20a2 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261201 Apr 12 18:06:34.338629 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 47252) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:06:34.346918 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e47d6ca8-2127-4d7d-ab57-f22ff3541edb tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Request body: {'security_group_rule': {'security_group_id': '8eff583d-1836-43f9-a8a1-694601a37b85', 'project_id': '54ccaec178f54245b40bab546af1749b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:06:34.370367 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e47d6ca8-2127-4d7d-ab57-f22ff3541edb tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group_rule (77e28131-7a01-427e-8b50-c292e6a61c6f), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.423963 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.441563 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e47d6ca8-2127-4d7d-ab57-f22ff3541edb tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group_rule (77e28131-7a01-427e-8b50-c292e6a61c6f), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.445216 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e47d6ca8-2127-4d7d-ab57-f22ff3541edb tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (77e28131-7a01-427e-8b50-c292e6a61c6f), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.467891 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d6ca8-2127-4d7d-ab57-f22ff3541edb tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e28131-7a01-427e-8b50-c292e6a61c6f,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:34.474536 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e47d6ca8-2127-4d7d-ab57-f22ff3541edb tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.475696 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e47d6ca8-2127-4d7d-ab57-f22ff3541edb tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360660 Apr 12 18:06:34.478601 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 47254) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:06:34.482968 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-e7ee6dfd-8602-4613-9479-8be02b4854b5 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Request body: {'security_group_rule': {'security_group_id': '8eff583d-1836-43f9-a8a1-694601a37b85', 'project_id': '54ccaec178f54245b40bab546af1749b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:06:34.508853 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6dfd-8602-4613-9479-8be02b4854b5 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group_rule (08a14795-afb0-4158-ab73-ff3b610000c4), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.567263 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6dfd-8602-4613-9479-8be02b4854b5 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group_rule (08a14795-afb0-4158-ab73-ff3b610000c4), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.570905 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6dfd-8602-4613-9479-8be02b4854b5 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (08a14795-afb0-4158-ab73-ff3b610000c4), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.590936 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee6dfd-8602-4613-9479-8be02b4854b5 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a14795-afb0-4158-ab73-ff3b610000c4,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:34.597219 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6dfd-8602-4613-9479-8be02b4854b5 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.598193 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-e7ee6dfd-8602-4613-9479-8be02b4854b5 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186097 Apr 12 18:06:34.601003 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 47256) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:06:34.605144 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-7e65dcb4-5666-4213-a3d8-36a07fd5c100 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Request body: {'security_group_rule': {'security_group_id': '8eff583d-1836-43f9-a8a1-694601a37b85', 'project_id': '54ccaec178f54245b40bab546af1749b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:06:34.624134 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.securitygroups_db [None req-7e65dcb4-5666-4213-a3d8-36a07fd5c100 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Project 54ccaec178f54245b40bab546af1749b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 18:06:34.629709 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7e65dcb4-5666-4213-a3d8-36a07fd5c100 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group_rule (fdd485b5-b1bd-4096-9ae1-2a6f23e12372), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.686783 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7e65dcb4-5666-4213-a3d8-36a07fd5c100 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group_rule (fdd485b5-b1bd-4096-9ae1-2a6f23e12372), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.690113 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7e65dcb4-5666-4213-a3d8-36a07fd5c100 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (fdd485b5-b1bd-4096-9ae1-2a6f23e12372), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.707205 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65dcb4-5666-4213-a3d8-36a07fd5c100 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd485b5-b1bd-4096-9ae1-2a6f23e12372,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:34.715715 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7e65dcb4-5666-4213-a3d8-36a07fd5c100 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.716899 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-7e65dcb4-5666-4213-a3d8-36a07fd5c100 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149998 Apr 12 18:06:34.719713 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 47258) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:06:34.724698 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-34751add-b970-47fe-ac3f-96e9ef3a07ae tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Request body: {'security_group_rule': {'security_group_id': '8eff583d-1836-43f9-a8a1-694601a37b85', 'project_id': '54ccaec178f54245b40bab546af1749b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:06:34.743990 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.securitygroups_db [None req-34751add-b970-47fe-ac3f-96e9ef3a07ae tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Project 54ccaec178f54245b40bab546af1749b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 18:06:34.749270 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-34751add-b970-47fe-ac3f-96e9ef3a07ae tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group_rule (46da544a-75a7-4ab9-9643-b79579e7bd5c), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.808942 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-34751add-b970-47fe-ac3f-96e9ef3a07ae tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group_rule (46da544a-75a7-4ab9-9643-b79579e7bd5c), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.812404 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-34751add-b970-47fe-ac3f-96e9ef3a07ae tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996114'] for security_group_rule (46da544a-75a7-4ab9-9643-b79579e7bd5c), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.831201 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34751add-b970-47fe-ac3f-96e9ef3a07ae tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46da544a-75a7-4ab9-9643-b79579e7bd5c,revision_number=0']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:34.838761 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-34751add-b970-47fe-ac3f-96e9ef3a07ae tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:34.839955 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-34751add-b970-47fe-ac3f-96e9ef3a07ae tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186054 Apr 12 18:06:36.391119 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] Sync routers for ids ['6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:06:36.401890 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] Routers {'6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:06:36.402538 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:06:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:06:36.515733 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] Set router 6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:06:36.714304 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b', 'name': 'tempest-TestShelveInstance-388482433-router', 'tenant_id': '12505799c3b7498cac2dbe8b74e07077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'cac08604-50a4-4d04-b519-1a4bb1fec28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:29Z', 'updated_at': '2022-04-12T18:06:32Z', 'revision_number': 4, 'project_id': '12505799c3b7498cac2dbe8b74e07077', 'gw_port': {'id': 'cac08604-50a4-4d04-b519-1a4bb1fec28d', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:19:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:30Z', 'updated_at': '2022-04-12T18:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '65584897-0f51-4e9f-b742-fed9d8fcaa83', 'name': '', 'network_id': '4a9a9854-801d-4010-8c41-cc5944bf9447', 'tenant_id': '12505799c3b7498cac2dbe8b74e07077', 'mac_address': 'fa:16:3e:62:93:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e58b827e-760f-44cb-b9f6-310b83e95f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:32Z', 'updated_at': '2022-04-12T18:06:32Z', 'revision_number': 2, 'project_id': '12505799c3b7498cac2dbe8b74e07077', 'subnets': [{'id': 'e58b827e-760f-44cb-b9f6-310b83e95f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:06:36.743874 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] Checking router: 6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:06:36.744233 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] Updating router 6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b port 65584897-0f51-4e9f-b742-fed9d8fcaa83 binding host dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 18:06:36.771828 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (65584897-0f51-4e9f-b742-fed9d8fcaa83), before_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:36.781774 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device cac08604-50a4-4d04-b519-1a4bb1fec28d up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:06:36.827749 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port cac08604-50a4-4d04-b519-1a4bb1fec28d triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:36.828119 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (cac08604-50a4-4d04-b519-1a4bb1fec28d), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:36.907014 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port cac08604-50a4-4d04-b519-1a4bb1fec28d is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:06:36.907512 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (cac08604-50a4-4d04-b519-1a4bb1fec28d), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:36.927558 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] For port cac08604-50a4-4d04-b519-1a4bb1fec28d, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=cac08604-50a4-4d04-b519-1a4bb1fec28d,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:06:36.931661 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (cac08604-50a4-4d04-b519-1a4bb1fec28d), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:36.980162 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Pushing event updated for resources: {'Port': ['ID=cac08604-50a4-4d04-b519-1a4bb1fec28d,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:37.121959 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] Publish callbacks [] for port (65584897-0f51-4e9f-b742-fed9d8fcaa83), precommit_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:37.128574 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (65584897-0f51-4e9f-b742-fed9d8fcaa83), after_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:37.175537 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d5a35-3b28-4be2-8590-8e42c86d804a None None] Pushing event updated for resources: {'Port': ['ID=65584897-0f51-4e9f-b742-fed9d8fcaa83,revision_number=3']} {{(pid=109829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:37.230426 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] Attempting to bind port 65584897-0f51-4e9f-b742-fed9d8fcaa83 on host dv-cinder-837534-1-iscsi for vnic_type normal with profile {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:06:37.230803 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] Attempting to bind port 65584897-0f51-4e9f-b742-fed9d8fcaa83 by drivers openvswitch,hyperv on host dv-cinder-837534-1-iscsi at level 0 using segments [{'id': '0cac52a0-a531-4927-8fb2-1d1bf77da33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4a9a9854-801d-4010-8c41-cc5944bf9447'}] {{(pid=109829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:06:37.231175 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] Attempting to bind port 65584897-0f51-4e9f-b742-fed9d8fcaa83 on network 4a9a9854-801d-4010-8c41-cc5944bf9447 {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:06:37.236802 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] Checking agent: {'id': 'ae878937-ca51-44d2-9a31-28cd4a9d5ed5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837534-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 47, 4), 'started_at': datetime.datetime(2022, 4, 12, 17, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837534-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:06:37.237178 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] Checking segment: {'id': '0cac52a0-a531-4927-8fb2-1d1bf77da33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4a9a9854-801d-4010-8c41-cc5944bf9447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:06:37.237586 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:37.238005 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] Bound using segment: {'id': '0cac52a0-a531-4927-8fb2-1d1bf77da33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4a9a9854-801d-4010-8c41-cc5944bf9447'} {{(pid=109829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:06:37.238533 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.managers [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] Bound port: 65584897-0f51-4e9f-b742-fed9d8fcaa83, host: dv-cinder-837534-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cac52a0-a531-4927-8fb2-1d1bf77da33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4a9a9854-801d-4010-8c41-cc5944bf9447'}}] {{(pid=109829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:06:37.238953 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (65584897-0f51-4e9f-b742-fed9d8fcaa83), before_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:37.311311 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.db [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] For port 65584897-0f51-4e9f-b742-fed9d8fcaa83, host dv-cinder-837534-1-iscsi, cleared binding levels {{(pid=109829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:06:37.315335 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.plugins.ml2.db [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] For port 65584897-0f51-4e9f-b742-fed9d8fcaa83, host dv-cinder-837534-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=65584897-0f51-4e9f-b742-fed9d8fcaa83,segment=NetworkSegment(0cac52a0-a531-4927-8fb2-1d1bf77da33b),segment_id=0cac52a0-a531-4927-8fb2-1d1bf77da33b)] {{(pid=109829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:06:37.320654 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron_lib.callbacks.manager [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (65584897-0f51-4e9f-b742-fed9d8fcaa83), after_update {{(pid=109829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:37.374667 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] Routers {'6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:06:37.375292 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:06:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:06:37.396061 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7f9846bf-ef95-4fab-b724-c5af0a5c2d02 None None] Provisioning complete for port 65584897-0f51-4e9f-b742-fed9d8fcaa83 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:37.396685 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7f9846bf-ef95-4fab-b724-c5af0a5c2d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (65584897-0f51-4e9f-b742-fed9d8fcaa83), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:37.443280 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d5a35-3b28-4be2-8590-8e42c86d804a None None] Pushing event updated for resources: {'Port': ['ID=65584897-0f51-4e9f-b742-fed9d8fcaa83,revision_number=4']} {{(pid=109829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:37.498917 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7f9846bf-ef95-4fab-b724-c5af0a5c2d02 None None] Current status of the port 65584897-0f51-4e9f-b742-fed9d8fcaa83 is: DOWN; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:06:37.499577 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7f9846bf-ef95-4fab-b724-c5af0a5c2d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (65584897-0f51-4e9f-b742-fed9d8fcaa83), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:37.503512 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] Set router 6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:06:37.537145 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-7f9846bf-ef95-4fab-b724-c5af0a5c2d02 None None] For port 65584897-0f51-4e9f-b742-fed9d8fcaa83, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=65584897-0f51-4e9f-b742-fed9d8fcaa83,segment=NetworkSegment(0cac52a0-a531-4927-8fb2-1d1bf77da33b),segment_id=0cac52a0-a531-4927-8fb2-1d1bf77da33b)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:06:37.543885 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7f9846bf-ef95-4fab-b724-c5af0a5c2d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (65584897-0f51-4e9f-b742-fed9d8fcaa83), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:37.598224 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9846bf-ef95-4fab-b724-c5af0a5c2d02 None None] Pushing event updated for resources: {'Port': ['ID=65584897-0f51-4e9f-b742-fed9d8fcaa83,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:37.662498 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-9fb8232d-4d21-4857-892c-12b849f8eb02 None None] Provisioning complete for port 65584897-0f51-4e9f-b742-fed9d8fcaa83 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:37.662875 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-9fb8232d-4d21-4857-892c-12b849f8eb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (65584897-0f51-4e9f-b742-fed9d8fcaa83), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:37.710814 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b', 'name': 'tempest-TestShelveInstance-388482433-router', 'tenant_id': '12505799c3b7498cac2dbe8b74e07077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'cac08604-50a4-4d04-b519-1a4bb1fec28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:29Z', 'updated_at': '2022-04-12T18:06:32Z', 'revision_number': 4, 'project_id': '12505799c3b7498cac2dbe8b74e07077', 'gw_port': {'id': 'cac08604-50a4-4d04-b519-1a4bb1fec28d', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:19:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:30Z', 'updated_at': '2022-04-12T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '65584897-0f51-4e9f-b742-fed9d8fcaa83', 'name': '', 'network_id': '4a9a9854-801d-4010-8c41-cc5944bf9447', 'tenant_id': '12505799c3b7498cac2dbe8b74e07077', 'mac_address': 'fa:16:3e:62:93:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e58b827e-760f-44cb-b9f6-310b83e95f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:32Z', 'updated_at': '2022-04-12T18:06:37Z', 'revision_number': 4, 'project_id': '12505799c3b7498cac2dbe8b74e07077', 'subnets': [{'id': 'e58b827e-760f-44cb-b9f6-310b83e95f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:06:37.737391 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd598737-6479-4d86-acea-fa2f69a04ad5 None None] The sync data for ids ['6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b'] in dv-cinder-837534-1-iscsi is: [{'id': '6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b', 'name': 'tempest-TestShelveInstance-388482433-router', 'tenant_id': '12505799c3b7498cac2dbe8b74e07077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'cac08604-50a4-4d04-b519-1a4bb1fec28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:29Z', 'updated_at': '2022-04-12T18:06:32Z', 'revision_number': 4, 'project_id': '12505799c3b7498cac2dbe8b74e07077', 'gw_port': {'id': 'cac08604-50a4-4d04-b519-1a4bb1fec28d', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:19:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:30Z', 'updated_at': '2022-04-12T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '65584897-0f51-4e9f-b742-fed9d8fcaa83', 'name': '', 'network_id': '4a9a9854-801d-4010-8c41-cc5944bf9447', 'tenant_id': '12505799c3b7498cac2dbe8b74e07077', 'mac_address': 'fa:16:3e:62:93:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e58b827e-760f-44cb-b9f6-310b83e95f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:32Z', 'updated_at': '2022-04-12T18:06:37Z', 'revision_number': 4, 'project_id': '12505799c3b7498cac2dbe8b74e07077', 'subnets': [{'id': 'e58b827e-760f-44cb-b9f6-310b83e95f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:06:37.742698 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-9fb8232d-4d21-4857-892c-12b849f8eb02 None None] Current status of the port 65584897-0f51-4e9f-b742-fed9d8fcaa83 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:06:38.771958 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device cac08604-50a4-4d04-b519-1a4bb1fec28d up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:06:38.817967 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port cac08604-50a4-4d04-b519-1a4bb1fec28d triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:38.818369 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (cac08604-50a4-4d04-b519-1a4bb1fec28d), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:38.896072 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port cac08604-50a4-4d04-b519-1a4bb1fec28d is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:06:38.897079 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 65584897-0f51-4e9f-b742-fed9d8fcaa83 up at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:06:38.943243 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Provisioning complete for port 65584897-0f51-4e9f-b742-fed9d8fcaa83 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:38.943620 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (65584897-0f51-4e9f-b742-fed9d8fcaa83), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:39.018491 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Current status of the port 65584897-0f51-4e9f-b742-fed9d8fcaa83 is: ACTIVE; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:06:50.215342 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-0b810317-1187-4bda-9e5a-59aa2c912f6d tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-322964749&fields=id&tenant_id=54ccaec178f54245b40bab546af1749b HTTP/1.1" status: 200 len: 267 time: 0.0481472 Apr 12 18:06:50.318793 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-fa57a07a-195a-48a6-b6d7-c3826d738351 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:50.320235 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-fa57a07a-195a-48a6-b6d7-c3826d738351 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/networks?id=331c626c-c324-453b-96a3-586547c01ed3 HTTP/1.1" status: 200 len: 809 time: 0.0984087 Apr 12 18:06:50.335795 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-820b7dcb-ecca-48d0-a058-8f55f5402447 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/quotas/54ccaec178f54245b40bab546af1749b HTTP/1.1" status: 200 len: 375 time: 0.0101242 Apr 12 18:06:50.388450 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-c247a33d-1d56-4736-9fd5-7570af269c2a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=54ccaec178f54245b40bab546af1749b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475535 Apr 12 18:06:50.494212 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-b2df33f1-7460-4746-9ba0-805a41faebd7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:06:50.495238 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-b2df33f1-7460-4746-9ba0-805a41faebd7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0962505 Apr 12 18:06:50.584231 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-f5d7c326-142f-4353-979f-e9d36fd95f34 service neutron] 10.222.0.24 "GET /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831134 Apr 12 18:06:50.934625 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-4258de3b-5ce3-4403-a9b9-d8554efd1683 service neutron] 10.222.0.24 "GET /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447902 Apr 12 18:06:51.260529 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-386a243b-6fde-4001-9c5d-78fecd57ce78 req-e58a6be4-62ab-498d-8035-24dda07cfd13 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 210 time: 0.0767529 Apr 12 18:06:52.244518 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-8ca83261-2b2e-474b-9fa6-a81cca156507 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:52.246029 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-8ca83261-2b2e-474b-9fa6-a81cca156507 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.23 "GET /v2.0/networks?id=331c626c-c324-453b-96a3-586547c01ed3 HTTP/1.1" status: 200 len: 809 time: 0.1103334 Apr 12 18:06:52.310706 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-1181c681-ae2d-4db7-ad20-596e1f5daba7 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54ccaec178f54245b40bab546af1749b HTTP/1.1" status: 200 len: 379 time: 0.0571766 Apr 12 18:06:52.319268 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-60f3e8f0-e11a-4d0f-8175-cb66e6237152 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Request body: {'port': {'device_id': '61332ab3-9233-4e61-8720-746c6b0fae8e', 'network_id': '331c626c-c324-453b-96a3-586547c01ed3', 'admin_state_up': True, 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'security_groups': ['8eff583d-1836-43f9-a8a1-694601a37b85']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:06:52.361676 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d825b247-6e32-48ef-8dae-346e997b5ae9 req-8ec6dcb0-d083-4c9a-bcf4-28ce926da15c tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 210 time: 0.0286837 Apr 12 18:06:52.431196 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-60f3e8f0-e11a-4d0f-8175-cb66e6237152 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Made reservation on behalf of 54ccaec178f54245b40bab546af1749b for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 18:06:52.434524 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-60f3e8f0-e11a-4d0f-8175-cb66e6237152 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:52.562639 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-60f3e8f0-e11a-4d0f-8175-cb66e6237152 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Allocated IP 172.20.0.12 (331c626c-c324-453b-96a3-586547c01ed3/0d0087b7-f29f-4ed2-b011-af41a0d4bc54/52f6d4c2-41b6-4e7a-b319-3c34bfe1b999) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:06:52.704514 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-60f3e8f0-e11a-4d0f-8175-cb66e6237152 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:52.737133 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-60f3e8f0-e11a-4d0f-8175-cb66e6237152 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:52.782942 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-60f3e8f0-e11a-4d0f-8175-cb66e6237152 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Network 331c626c-c324-453b-96a3-586547c01ed3 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:06:52.787994 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-60f3e8f0-e11a-4d0f-8175-cb66e6237152 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:06:52.791816 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-60f3e8f0-e11a-4d0f-8175-cb66e6237152 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:06:52.799114 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3e8f0-e11a-4d0f-8175-cb66e6237152 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Pushing event updated for resources: {'Port': ['ID=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:52.844716 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-60f3e8f0-e11a-4d0f-8175-cb66e6237152 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:52.845990 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-60f3e8f0-e11a-4d0f-8175-cb66e6237152 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:52.863571 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-60f3e8f0-e11a-4d0f-8175-cb66e6237152 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5479825 Apr 12 18:06:52.874255 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-91667c4d-435e-431c-9ae7-8a9c8a4a8264 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:06:52.875359 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-91667c4d-435e-431c-9ae7-8a9c8a4a8264 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053332 Apr 12 18:06:52.940053 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] Request body: {'port': {'device_id': '61332ab3-9233-4e61-8720-746c6b0fae8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:06:52.998787 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:53.049978 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-2942cb47-3ce4-4f95-9c30-d93e2e876c17 None None] Provisioning complete for port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 triggered by entity DHCP. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:06:53.050577 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-2942cb47-3ce4-4f95-9c30-d93e2e876c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:53.083492 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-2942cb47-3ce4-4f95-9c30-d93e2e876c17 None None] Port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 cannot update to ACTIVE because it is not bound. {{(pid=109828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 18:06:53.265759 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:06:53.275112 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] Publish callbacks [] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:53.288483 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] Transition to ACTIVE for port object 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 18:06:53.292172 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8586785'] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:53.344426 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] Pushing event updated for resources: {'Port': ['ID=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:53.420995 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] Attempting to bind port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 18:06:53.421625 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] Attempting to bind port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '5bcf0329-d24a-4ce0-b54f-f26858e907f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '331c626c-c324-453b-96a3-586547c01ed3'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 18:06:53.421963 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] Attempting to bind port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 on network 331c626c-c324-453b-96a3-586547c01ed3 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:06:53.427192 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] Port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 on network 331c626c-c324-453b-96a3-586547c01ed3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 18:06:53.427521 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] Attempting to bind port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 on network 331c626c-c324-453b-96a3-586547c01ed3 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 18:06:53.432697 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] Checking agent: {'id': '00f7abb9-3948-4d4d-ae73-3182f7e75cf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'started_at': datetime.datetime(2022, 4, 12, 17, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 18, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 18:06:53.433041 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] Checking segment: {'id': '5bcf0329-d24a-4ce0-b54f-f26858e907f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '331c626c-c324-453b-96a3-586547c01ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 18:06:53.433431 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] Bound using segment: {'id': '5bcf0329-d24a-4ce0-b54f-f26858e907f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '331c626c-c324-453b-96a3-586547c01ed3'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 18:06:53.433900 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] Bound port: 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf0329-d24a-4ce0-b54f-f26858e907f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '331c626c-c324-453b-96a3-586547c01ed3'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 18:06:53.434555 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:53.480892 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47ca1e-8b1e-4364-9e57-9a9ccd92cb39 req-7eb42223-6981-4c5d-bd96-1335a301c3eb tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:53.484905 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0f47ca1e-8b1e-4364-9e57-9a9ccd92cb39 req-7eb42223-6981-4c5d-bd96-1335a301c3eb tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 944 time: 0.0498753 Apr 12 18:06:53.502225 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] For port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999, host hv-cinder-83753, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 18:06:53.506272 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] For port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999,segment=NetworkSegment(5bcf0329-d24a-4ce0-b54f-f26858e907f2),segment_id=5bcf0329-d24a-4ce0-b54f-f26858e907f2)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 18:06:53.512548 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8586785'] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:53.535507 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0f47ca1e-8b1e-4364-9e57-9a9ccd92cb39 req-b4da0b47-9dc8-42ca-ba45-b90291be1ff8 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463808 Apr 12 18:06:53.546818 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:53.547654 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:53.557578 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] 10.222.0.23 "PUT /v2.0/ports/52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 HTTP/1.1" status: 200 len: 1094 time: 0.6658785 Apr 12 18:06:53.557578 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61332ab3-9233-4e61-8720-746c6b0fae8e', 'tag': '52f6d4c2-41b6-4e7a-b319-3c34bfe1b999'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:06:53.557578 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8771d4-a1ba-446f-b2aa-4ff493b8b49d" -d '{"events": [{"name": "network-changed", "server_uuid": "61332ab3-9233-4e61-8720-746c6b0fae8e", "tag": "52f6d4c2-41b6-4e7a-b319-3c34bfe1b999"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:06:53.578367 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdee99-f4ea-474b-8170-aab066917484 service neutron] Pushing event updated for resources: {'Port': ['ID=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:06:53.591764 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4276cc-1f47-49c0-b8f4-9424d2c2f127 x-openstack-request-id: req-2f4276cc-1f47-49c0-b8f4-9424d2c2f127 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:06:53.592067 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61332ab3-9233-4e61-8720-746c6b0fae8e", "tag": "52f6d4c2-41b6-4e7a-b319-3c34bfe1b999", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:06:53.592323 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f4276cc-1f47-49c0-b8f4-9424d2c2f127 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:06:53.592730 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f4276cc-1f47-49c0-b8f4-9424d2c2f127'] response: {'name': 'network-changed', 'server_uuid': '61332ab3-9233-4e61-8720-746c6b0fae8e', 'tag': '52f6d4c2-41b6-4e7a-b319-3c34bfe1b999', 'status': 'completed', 'code': 200} Apr 12 18:06:53.637509 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-bf5a6fa6-c520-455c-9785-8702f8473c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:53.639102 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-bf5a6fa6-c520-455c-9785-8702f8473c36 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=54ccaec178f54245b40bab546af1749b&device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 1128 time: 0.0412898 Apr 12 18:06:53.685113 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-01242873-9c07-402e-acc0-684c0f0577dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 HTTP/1.1" status: 200 len: 217 time: 0.0397763 Apr 12 18:06:53.734451 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-543266f3-6c22-486f-85ae-bb49f81c2eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:53.737397 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-543266f3-6c22-486f-85ae-bb49f81c2eb8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d0087b7-f29f-4ed2-b011-af41a0d4bc54 HTTP/1.1" status: 200 len: 848 time: 0.0462940 Apr 12 18:06:53.779156 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-b238c78a-80a7-4724-a27c-e5d0cfd7a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:53.780606 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-b238c78a-80a7-4724-a27c-e5d0cfd7a909 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=331c626c-c324-453b-96a3-586547c01ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379953 Apr 12 18:06:53.872960 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-73a941d1-2a91-482b-81e5-e0f9e6f87b9e service neutron] 10.222.0.23 "GET /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861592 Apr 12 18:06:53.961330 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e226d0c-32e1-4d88-a4f6-bede6974b669 req-ca66ba37-15c1-4a35-ba99-4d550f0ee315 service neutron] 10.222.0.23 "GET /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823333 Apr 12 18:06:54.194294 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8771d4-a1ba-446f-b2aa-4ff493b8b49d req-b7e3cce5-f3ac-4d47-b439-f13c1daf1b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:54.195721 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8a8771d4-a1ba-446f-b2aa-4ff493b8b49d req-b7e3cce5-f3ac-4d47-b439-f13c1daf1b13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=54ccaec178f54245b40bab546af1749b&device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 1128 time: 0.0433340 Apr 12 18:06:54.287547 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8771d4-a1ba-446f-b2aa-4ff493b8b49d req-b089234c-b8fb-4250-9bc8-548b0ef6d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:54.289018 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8a8771d4-a1ba-446f-b2aa-4ff493b8b49d req-b089234c-b8fb-4250-9bc8-548b0ef6d2c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=331c626c-c324-453b-96a3-586547c01ed3 HTTP/1.1" status: 200 len: 910 time: 0.0853059 Apr 12 18:06:54.335789 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8a8771d4-a1ba-446f-b2aa-4ff493b8b49d req-3c2c8c27-0e2c-480e-85b9-ef1900891e63 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 HTTP/1.1" status: 200 len: 217 time: 0.0384419 Apr 12 18:06:54.383840 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8771d4-a1ba-446f-b2aa-4ff493b8b49d req-8652ad67-d95a-4aff-895b-854127827def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:54.385248 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8a8771d4-a1ba-446f-b2aa-4ff493b8b49d req-8652ad67-d95a-4aff-895b-854127827def service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d0087b7-f29f-4ed2-b011-af41a0d4bc54 HTTP/1.1" status: 200 len: 848 time: 0.0438390 Apr 12 18:06:54.430634 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8771d4-a1ba-446f-b2aa-4ff493b8b49d req-4aa8811d-662e-4afb-a307-681cc31ed2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:54.432181 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8a8771d4-a1ba-446f-b2aa-4ff493b8b49d req-4aa8811d-662e-4afb-a307-681cc31ed2bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=331c626c-c324-453b-96a3-586547c01ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410507 Apr 12 18:06:54.657792 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b982b90-6871-49b4-85ef-59aff0180ab1 req-82ecb1c4-1347-4022-a72b-8384e7ae16a8 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:54.659393 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1b982b90-6871-49b4-85ef-59aff0180ab1 req-82ecb1c4-1347-4022-a72b-8384e7ae16a8 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 944 time: 0.0520816 Apr 12 18:06:54.710528 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-1b982b90-6871-49b4-85ef-59aff0180ab1 req-51e0437f-ef89-43c3-b0b7-ef7d74049418 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453391 Apr 12 18:06:54.778198 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8a8771d4-a1ba-446f-b2aa-4ff493b8b49d req-12abdf0d-d246-4609-b6bf-8d83b9ea7969 service neutron] 10.222.0.23 "GET /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403728 Apr 12 18:06:54.863760 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8a8771d4-a1ba-446f-b2aa-4ff493b8b49d req-27859cfb-94c6-4ce4-a822-ed2741e548ce service neutron] 10.222.0.23 "GET /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790031 Apr 12 18:06:55.823679 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e6500-bacc-4a44-afd2-618ee0faeb50 req-9263f38e-ba62-4f1d-9b79-34db0032d29d tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:55.825131 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-389e6500-bacc-4a44-afd2-618ee0faeb50 req-9263f38e-ba62-4f1d-9b79-34db0032d29d tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 944 time: 0.0468814 Apr 12 18:06:55.873358 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-389e6500-bacc-4a44-afd2-618ee0faeb50 req-955b6f5f-823f-4762-90b6-55e1140274f1 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415885 Apr 12 18:06:56.982049 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcd3a4-6796-4cf3-a8cc-c88f814e2402 req-c9fb22c6-92fe-4edb-94b2-52ae41c3a3ee tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:56.983455 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6dfcd3a4-6796-4cf3-a8cc-c88f814e2402 req-c9fb22c6-92fe-4edb-94b2-52ae41c3a3ee tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 944 time: 0.0457335 Apr 12 18:06:57.035940 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6dfcd3a4-6796-4cf3-a8cc-c88f814e2402 req-38b75e32-34f8-40f4-b31b-bad5a53fe724 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463862 Apr 12 18:06:58.147059 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0821de-0168-49d4-9e2f-ef15dd29dc33 req-6fae2ab2-ade9-4064-b7bf-2e8e9d3da8af tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:58.148535 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0a0821de-0168-49d4-9e2f-ef15dd29dc33 req-6fae2ab2-ade9-4064-b7bf-2e8e9d3da8af tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 944 time: 0.0461717 Apr 12 18:06:58.196522 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0a0821de-0168-49d4-9e2f-ef15dd29dc33 req-773d042a-5af2-46d2-8c01-872cacdd36a8 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422716 Apr 12 18:06:58.284604 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ad33-c2a3-4906-b7ff-e0aa9b845dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:06:59.306663 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a3db6-ec8a-47f6-8f7d-024c51cfeeed req-3d8fbe5f-c7b0-46ed-9954-ddbdc7acfb79 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:06:59.308129 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8c7a3db6-ec8a-47f6-8f7d-024c51cfeeed req-3d8fbe5f-c7b0-46ed-9954-ddbdc7acfb79 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 944 time: 0.0466022 Apr 12 18:06:59.356549 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8c7a3db6-ec8a-47f6-8f7d-024c51cfeeed req-137f64f8-1447-4e6e-a863-b63610b2d6c2 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428343 Apr 12 18:07:00.469498 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b6760-89e1-4ec4-8bc8-a3e0607a3e51 req-1194a6ef-055f-43a1-8d2d-fa09965aa88e tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:00.471018 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-216b6760-89e1-4ec4-8bc8-a3e0607a3e51 req-1194a6ef-055f-43a1-8d2d-fa09965aa88e tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 944 time: 0.0496216 Apr 12 18:07:00.518188 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-216b6760-89e1-4ec4-8bc8-a3e0607a3e51 req-48fd8fbb-b07d-4fb5-a475-9c5dd4146b91 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417104 Apr 12 18:07:00.808775 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-dee68eda-f90f-4826-8457-91a10e4aa135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:01.604878 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:07:01.627891 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c5e4d-d17b-4c66-857a-3df13640eddb req-2638408d-24e3-4eba-b7eb-5336266ac556 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:01.629380 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a18c5e4d-d17b-4c66-857a-3df13640eddb req-2638408d-24e3-4eba-b7eb-5336266ac556 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 944 time: 0.0461705 Apr 12 18:07:01.677308 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a18c5e4d-d17b-4c66-857a-3df13640eddb req-a7dcc7bf-ba06-4cb7-82d5-1f380064c2bc tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421965 Apr 12 18:07:01.701886 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:01.713150 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999,segment=NetworkSegment(5bcf0329-d24a-4ce0-b54f-f26858e907f2),segment_id=5bcf0329-d24a-4ce0-b54f-f26858e907f2)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:07:01.723849 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': '52f6d4c2-41b6-4e7a-b319-3c34bfe1b999', 'network_id': '331c626c-c324-453b-96a3-586547c01ed3', 'port_id': '52f6d4c2-41b6-4e7a-b319-3c34bfe1b999', 'mac_address': 'fa:16:3e:b1:7f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:07:01.764274 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:07:01.764658 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:01.777025 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:07:01.796143 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999,segment=NetworkSegment(5bcf0329-d24a-4ce0-b54f-f26858e907f2),segment_id=5bcf0329-d24a-4ce0-b54f-f26858e907f2)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:07:01.800177 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:01.844214 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:01.953984 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:02.002193 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['52f6d4c2-41b6-4e7a-b319-3c34bfe1b999'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:07:02.794044 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b4c20-ea92-4f35-9857-449049f0e690 req-0000c7a9-01d9-418a-addd-7c0a051ca948 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:02.795528 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9a4b4c20-ea92-4f35-9857-449049f0e690 req-0000c7a9-01d9-418a-addd-7c0a051ca948 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 945 time: 0.0495796 Apr 12 18:07:02.842885 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9a4b4c20-ea92-4f35-9857-449049f0e690 req-9de58cb1-2c2e-4dcc-922a-44a73f9d7b0a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409019 Apr 12 18:07:03.129152 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:03.620063 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:07:03.664576 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning for port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 completed by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 18:07:03.670091 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:07:03.670881 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:03.747108 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:07:03.747495 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:03.770331 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61332ab3-9233-4e61-8720-746c6b0fae8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f6d4c2-41b6-4e7a-b319-3c34bfe1b999'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:07:03.772577 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d2ad4d-20bc-4ea4-af6f-402d73af5b34" -d '{"events": [{"server_uuid": "61332ab3-9233-4e61-8720-746c6b0fae8e", "name": "network-vif-plugged", "status": "completed", "tag": "52f6d4c2-41b6-4e7a-b319-3c34bfe1b999"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:07:03.785549 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999,segment=NetworkSegment(5bcf0329-d24a-4ce0-b54f-f26858e907f2),segment_id=5bcf0329-d24a-4ce0-b54f-f26858e907f2)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:07:03.789512 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:03.836756 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999,revision_number=5']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:03.863312 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3848bed2-b8e3-4e28-bfa7-b56305d666a4 x-openstack-request-id: req-3848bed2-b8e3-4e28-bfa7-b56305d666a4 {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:07:03.863677 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61332ab3-9233-4e61-8720-746c6b0fae8e", "name": "network-vif-plugged", "status": "completed", "tag": "52f6d4c2-41b6-4e7a-b319-3c34bfe1b999", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:07:03.863930 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3848bed2-b8e3-4e28-bfa7-b56305d666a4 {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:07:03.864327 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3848bed2-b8e3-4e28-bfa7-b56305d666a4'] response: {'server_uuid': '61332ab3-9233-4e61-8720-746c6b0fae8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f6d4c2-41b6-4e7a-b319-3c34bfe1b999', 'code': 200} Apr 12 18:07:03.961722 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8ee2-4b67-4766-9a9b-ceed5ad09e25 req-a830dc30-116a-4191-88a0-9a91b7f0f4ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:03.963629 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-157b8ee2-4b67-4766-9a9b-ceed5ad09e25 req-a830dc30-116a-4191-88a0-9a91b7f0f4ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 946 time: 0.0482676 Apr 12 18:07:04.016960 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-157b8ee2-4b67-4766-9a9b-ceed5ad09e25 req-22f26dd5-538e-4746-8518-137420ff7a3c tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472329 Apr 12 18:07:04.066615 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac914c8-9974-4ef9-b6dd-d9d26d60a5b8 req-f8d6aec7-5151-47ff-92b5-989bf78e93f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:04.068101 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4ac914c8-9974-4ef9-b6dd-d9d26d60a5b8 req-f8d6aec7-5151-47ff-92b5-989bf78e93f6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 1130 time: 0.0387778 Apr 12 18:07:04.116376 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4ac914c8-9974-4ef9-b6dd-d9d26d60a5b8 req-fc67fe56-cb34-4b4e-ae88-52eb0653294f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420539 Apr 12 18:07:04.417046 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:05.143610 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d718b-ee44-4686-ae77-aee76bb0d9f0 req-4bae7c7a-506a-4a28-a523-b98b7e99d9eb tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:05.145090 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-701d718b-ee44-4686-ae77-aee76bb0d9f0 req-4bae7c7a-506a-4a28-a523-b98b7e99d9eb tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 946 time: 0.0481029 Apr 12 18:07:05.197788 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-701d718b-ee44-4686-ae77-aee76bb0d9f0 req-6e0765ce-c0ed-4a75-a341-c1e8f865c709 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470750 Apr 12 18:07:06.313734 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbcb00-d5f9-4ee5-9ab5-aa6a6b3d918d req-6d66d47a-ff36-41d6-82b4-cb7946b0c948 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:06.315254 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9bbbcb00-d5f9-4ee5-9ab5-aa6a6b3d918d req-6d66d47a-ff36-41d6-82b4-cb7946b0c948 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 946 time: 0.0488541 Apr 12 18:07:06.366349 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-9bbbcb00-d5f9-4ee5-9ab5-aa6a6b3d918d req-7b1a25a3-ff08-4abe-93af-2be887c8482c tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452285 Apr 12 18:07:06.476116 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffccf6-b591-46d2-a179-8ae7a690ad5a req-d05627ef-b32e-4f0b-b219-1164e3577f5b tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:06.477497 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-80ffccf6-b591-46d2-a179-8ae7a690ad5a req-d05627ef-b32e-4f0b-b219-1164e3577f5b tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 946 time: 0.0458906 Apr 12 18:07:06.525285 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-80ffccf6-b591-46d2-a179-8ae7a690ad5a req-403fa890-c6ac-4816-9ed4-9833a86cf8cb tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422773 Apr 12 18:07:06.547272 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 47422) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:07:06.627954 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32935feb-117e-4a3c-9065-e3fea45b4154 tempest-TestShelveInstance-909347288 tempest-TestShelveInstance-909347288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:06.629445 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-32935feb-117e-4a3c-9065-e3fea45b4154 tempest-TestShelveInstance-909347288 tempest-TestShelveInstance-909347288-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 1125 time: 0.0811548 Apr 12 18:07:06.632247 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 47426) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:07:06.636378 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.v2.base [None req-cf0340b3-75ae-41cc-bee0-fe407f35e7ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Request body: {'floatingip': {'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'port_id': '52f6d4c2-41b6-4e7a-b319-3c34bfe1b999', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 18:07:06.656048 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cf0340b3-75ae-41cc-bee0-fe407f35e7ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:06.733942 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cf0340b3-75ae-41cc-bee0-fe407f35e7ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:06.838066 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-cf0340b3-75ae-41cc-bee0-fe407f35e7ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Allocated IP 172.27.0.44 (05f7d063-e626-411a-9797-8659504ada56/a1c1b3cc-63ce-4f96-8932-95ee32cb3e69/f21c0ae0-d6b6-4846-b55d-1d94a7668692) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 18:07:06.937285 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cf0340b3-75ae-41cc-bee0-fe407f35e7ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for port (f21c0ae0-d6b6-4846-b55d-1d94a7668692), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:06.969502 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cf0340b3-75ae-41cc-bee0-fe407f35e7ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742383153574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (f21c0ae0-d6b6-4846-b55d-1d94a7668692), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:07.010498 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0340b3-75ae-41cc-bee0-fe407f35e7ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Network 05f7d063-e626-411a-9797-8659504ada56 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 18:07:07.013242 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-cf0340b3-75ae-41cc-bee0-fe407f35e7ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 18:07:07.019036 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0340b3-75ae-41cc-bee0-fe407f35e7ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 18:07:07.044891 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0340b3-75ae-41cc-bee0-fe407f35e7ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Pushing event updated for resources: {'Port': ['ID=f21c0ae0-d6b6-4846-b55d-1d94a7668692,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:07.382284 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cf0340b3-75ae-41cc-bee0-fe407f35e7ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for floatingip (f5fbcb8f-2426-4e03-b926-1b80d10301ab), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:07.452613 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cf0340b3-75ae-41cc-bee0-fe407f35e7ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (f21c0ae0-d6b6-4846-b55d-1d94a7668692), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:07.600744 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cf0340b3-75ae-41cc-bee0-fe407f35e7ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for port (f21c0ae0-d6b6-4846-b55d-1d94a7668692), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:07.605188 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cf0340b3-75ae-41cc-bee0-fe407f35e7ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9209085'] for port (f21c0ae0-d6b6-4846-b55d-1d94a7668692), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:07.670202 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0340b3-75ae-41cc-bee0-fe407f35e7ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Pushing event updated for resources: {'Port': ['ID=f21c0ae0-d6b6-4846-b55d-1d94a7668692,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:07:07.682479 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cf0340b3-75ae-41cc-bee0-fe407f35e7ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546241'] for floatingip (f5fbcb8f-2426-4e03-b926-1b80d10301ab), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:07.781609 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.l3_db [None req-cf0340b3-75ae-41cc-bee0-fe407f35e7ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Floating IP f5fbcb8f-2426-4e03-b926-1b80d10301ab associated. External IP: 172.27.0.44, port: 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999. Apr 12 18:07:07.989895 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0340b3-75ae-41cc-bee0-fe407f35e7ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Router 806ac15c-a394-4c36-a6a1-72aec1e9ca60 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:07:08.098192 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0340b3-75ae-41cc-bee0-fe407f35e7ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:07:08.108040 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2fc944-f7ed-4d23-b91c-dc39b3d3d12c None None] Sync routers for ids ['806ac15c-a394-4c36-a6a1-72aec1e9ca60'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:07:08.115880 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cf0340b3-75ae-41cc-bee0-fe407f35e7ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:08.118085 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2fc944-f7ed-4d23-b91c-dc39b3d3d12c None None] Routers {'806ac15c-a394-4c36-a6a1-72aec1e9ca60'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:07:08.118749 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-1c2fc944-f7ed-4d23-b91c-dc39b3d3d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:07:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['806ac15c-a394-4c36-a6a1-72aec1e9ca60'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:08.151129 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-cf0340b3-75ae-41cc-bee0-fe407f35e7ce tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5178802 Apr 12 18:07:08.151720 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61332ab3-9233-4e61-8720-746c6b0fae8e', 'tag': '52f6d4c2-41b6-4e7a-b319-3c34bfe1b999'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:07:08.153959 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8794fbc469913332b26a1bcbfb78f2e90de67fe5ea04afc148497b54c77658c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7d2765-2477-4c65-b97a-58964d59140e" -d '{"events": [{"name": "network-changed", "server_uuid": "61332ab3-9233-4e61-8720-746c6b0fae8e", "tag": "52f6d4c2-41b6-4e7a-b319-3c34bfe1b999"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:07:08.189395 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7345799d-473f-4fe0-8da8-b9f0f2e2d217 x-openstack-request-id: req-7345799d-473f-4fe0-8da8-b9f0f2e2d217 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:07:08.189681 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61332ab3-9233-4e61-8720-746c6b0fae8e", "tag": "52f6d4c2-41b6-4e7a-b319-3c34bfe1b999", "status": "completed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:07:08.189935 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7345799d-473f-4fe0-8da8-b9f0f2e2d217 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:07:08.190366 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7345799d-473f-4fe0-8da8-b9f0f2e2d217'] response: {'name': 'network-changed', 'server_uuid': '61332ab3-9233-4e61-8720-746c6b0fae8e', 'tag': '52f6d4c2-41b6-4e7a-b319-3c34bfe1b999', 'status': 'completed', 'code': 200} Apr 12 18:07:08.241584 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-1c2fc944-f7ed-4d23-b91c-dc39b3d3d12c None None] Set router 806ac15c-a394-4c36-a6a1-72aec1e9ca60 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:07:08.250016 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d2765-2477-4c65-b97a-58964d59140e req-3283bd19-aec7-44ba-954f-c10fd2c804ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:08.252291 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ae7d2765-2477-4c65-b97a-58964d59140e req-3283bd19-aec7-44ba-954f-c10fd2c804ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=54ccaec178f54245b40bab546af1749b&device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 1130 time: 0.0395560 Apr 12 18:07:08.342331 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d2765-2477-4c65-b97a-58964d59140e req-e0666268-8f6b-4e87-b0b3-1bdf8816776b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:08.344111 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ae7d2765-2477-4c65-b97a-58964d59140e req-e0666268-8f6b-4e87-b0b3-1bdf8816776b service neutron] 10.222.0.23 "GET /v2.0/networks?id=331c626c-c324-453b-96a3-586547c01ed3 HTTP/1.1" status: 200 len: 910 time: 0.0847907 Apr 12 18:07:08.415375 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ae7d2765-2477-4c65-b97a-58964d59140e req-16bdbcc1-4e96-4035-b230-0af324513686 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 HTTP/1.1" status: 200 len: 999 time: 0.0654364 Apr 12 18:07:08.460119 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-1c2fc944-f7ed-4d23-b91c-dc39b3d3d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'name': 'tempest-TestShelveInstance-1664529987-router', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:27Z', 'revision_number': 4, 'project_id': '54ccaec178f54245b40bab546af1749b', 'gw_port': {'id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': 'f5fbcb8f-2426-4e03-b926-1b80d10301ab', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'port_id': '52f6d4c2-41b6-4e7a-b319-3c34bfe1b999', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '331c626c-c324-453b-96a3-586547c01ed3', 'mac_address': 'fa:16:3e:b1:7f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61332ab3-9233-4e61-8720-746c6b0fae8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:07:07Z', 'updated_at': '2022-04-12T18:07:07Z', 'revision_number': 0, 'project_id': '54ccaec178f54245b40bab546af1749b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b57220-8cb1-4a7a-ab40-156fab2cc7d5', 'name': '', 'network_id': '331c626c-c324-453b-96a3-586547c01ed3', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'mac_address': 'fa:16:3e:0f:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:27Z', 'updated_at': '2022-04-12T18:06:32Z', 'revision_number': 5, 'project_id': '54ccaec178f54245b40bab546af1749b', 'subnets': [{'id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:08.463260 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d2765-2477-4c65-b97a-58964d59140e req-f1004aa5-bf9d-4b2b-8676-72f09a4e56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:08.464749 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ae7d2765-2477-4c65-b97a-58964d59140e req-f1004aa5-bf9d-4b2b-8676-72f09a4e56d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d0087b7-f29f-4ed2-b011-af41a0d4bc54 HTTP/1.1" status: 200 len: 848 time: 0.0435259 Apr 12 18:07:08.491163 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2fc944-f7ed-4d23-b91c-dc39b3d3d12c None None] Checking router: 806ac15c-a394-4c36-a6a1-72aec1e9ca60 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:07:08.499484 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2fc944-f7ed-4d23-b91c-dc39b3d3d12c None None] Routers {'806ac15c-a394-4c36-a6a1-72aec1e9ca60'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:07:08.500037 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-1c2fc944-f7ed-4d23-b91c-dc39b3d3d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:07:01Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['806ac15c-a394-4c36-a6a1-72aec1e9ca60'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:08.506435 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d2765-2477-4c65-b97a-58964d59140e req-4b62b232-f688-42e1-8bba-6bf0786a4baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:08.507923 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ae7d2765-2477-4c65-b97a-58964d59140e req-4b62b232-f688-42e1-8bba-6bf0786a4baa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=331c626c-c324-453b-96a3-586547c01ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375018 Apr 12 18:07:08.598128 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ae7d2765-2477-4c65-b97a-58964d59140e req-4640236d-ce5d-4e2f-afc6-3d13fc12bf07 service neutron] 10.222.0.23 "GET /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843427 Apr 12 18:07:08.608413 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-1c2fc944-f7ed-4d23-b91c-dc39b3d3d12c None None] Set router 806ac15c-a394-4c36-a6a1-72aec1e9ca60 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:07:08.689240 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ae7d2765-2477-4c65-b97a-58964d59140e req-9136a496-2a18-4fa4-9236-b25c24016660 service neutron] 10.222.0.23 "GET /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849380 Apr 12 18:07:08.822415 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-1c2fc944-f7ed-4d23-b91c-dc39b3d3d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'name': 'tempest-TestShelveInstance-1664529987-router', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:27Z', 'revision_number': 4, 'project_id': '54ccaec178f54245b40bab546af1749b', 'gw_port': {'id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': 'f5fbcb8f-2426-4e03-b926-1b80d10301ab', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'port_id': '52f6d4c2-41b6-4e7a-b319-3c34bfe1b999', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '331c626c-c324-453b-96a3-586547c01ed3', 'mac_address': 'fa:16:3e:b1:7f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61332ab3-9233-4e61-8720-746c6b0fae8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:07:07Z', 'updated_at': '2022-04-12T18:07:07Z', 'revision_number': 0, 'project_id': '54ccaec178f54245b40bab546af1749b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b57220-8cb1-4a7a-ab40-156fab2cc7d5', 'name': '', 'network_id': '331c626c-c324-453b-96a3-586547c01ed3', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'mac_address': 'fa:16:3e:0f:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:27Z', 'updated_at': '2022-04-12T18:06:32Z', 'revision_number': 5, 'project_id': '54ccaec178f54245b40bab546af1749b', 'subnets': [{'id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:07:08.851968 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2fc944-f7ed-4d23-b91c-dc39b3d3d12c None None] The sync data for ids ['806ac15c-a394-4c36-a6a1-72aec1e9ca60'] in dv-cinder-837534-1-iscsi is: [{'id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'name': 'tempest-TestShelveInstance-1664529987-router', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:27Z', 'revision_number': 4, 'project_id': '54ccaec178f54245b40bab546af1749b', 'gw_port': {'id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_floatingips': [{'id': 'f5fbcb8f-2426-4e03-b926-1b80d10301ab', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '05f7d063-e626-411a-9797-8659504ada56', 'router_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'port_id': '52f6d4c2-41b6-4e7a-b319-3c34bfe1b999', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '331c626c-c324-453b-96a3-586547c01ed3', 'mac_address': 'fa:16:3e:b1:7f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61332ab3-9233-4e61-8720-746c6b0fae8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T18:07:07Z', 'updated_at': '2022-04-12T18:07:07Z', 'revision_number': 0, 'project_id': '54ccaec178f54245b40bab546af1749b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b57220-8cb1-4a7a-ab40-156fab2cc7d5', 'name': '', 'network_id': '331c626c-c324-453b-96a3-586547c01ed3', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'mac_address': 'fa:16:3e:0f:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:27Z', 'updated_at': '2022-04-12T18:06:32Z', 'revision_number': 5, 'project_id': '54ccaec178f54245b40bab546af1749b', 'subnets': [{'id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:07:09.056598 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbac4eb-6b53-42d5-b05e-6db6e7499f3e None None] New status for floating IP f5fbcb8f-2426-4e03-b926-1b80d10301ab: ACTIVE {{(pid=109829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:07:09.630085 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:07:11.749747 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-83026d4c-1eba-47ca-9e5d-3a8ac1c840b0 req-a62ec077-7496-412e-863a-a821972ae1f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422521 Apr 12 18:07:11.828398 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83026d4c-1eba-47ca-9e5d-3a8ac1c840b0 req-c905f8ca-d18b-46a2-bd77-f9c472945ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:11.830084 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-83026d4c-1eba-47ca-9e5d-3a8ac1c840b0 req-c905f8ca-d18b-46a2-bd77-f9c472945ffd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=54ccaec178f54245b40bab546af1749b&device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 1130 time: 0.0385258 Apr 12 18:07:11.932332 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83026d4c-1eba-47ca-9e5d-3a8ac1c840b0 req-4c3d3cfb-cc1e-4a78-91b1-9c66057434ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:11.933767 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-83026d4c-1eba-47ca-9e5d-3a8ac1c840b0 req-4c3d3cfb-cc1e-4a78-91b1-9c66057434ee service neutron] 10.222.0.23 "GET /v2.0/networks?id=331c626c-c324-453b-96a3-586547c01ed3 HTTP/1.1" status: 200 len: 910 time: 0.0868077 Apr 12 18:07:11.995799 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-83026d4c-1eba-47ca-9e5d-3a8ac1c840b0 req-95c40d22-332a-4ade-a50a-cd0c1f66f612 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 HTTP/1.1" status: 200 len: 1001 time: 0.0557754 Apr 12 18:07:12.041645 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83026d4c-1eba-47ca-9e5d-3a8ac1c840b0 req-d2e19e5a-72d8-4189-88a1-948a0738ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:12.042986 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-83026d4c-1eba-47ca-9e5d-3a8ac1c840b0 req-d2e19e5a-72d8-4189-88a1-948a0738ce45 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d0087b7-f29f-4ed2-b011-af41a0d4bc54 HTTP/1.1" status: 200 len: 848 time: 0.0416613 Apr 12 18:07:12.096265 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83026d4c-1eba-47ca-9e5d-3a8ac1c840b0 req-d3d3b50d-0d64-4fb0-beb2-c46c20b9b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:07:12.098771 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-83026d4c-1eba-47ca-9e5d-3a8ac1c840b0 req-d3d3b50d-0d64-4fb0-beb2-c46c20b9b82d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=331c626c-c324-453b-96a3-586547c01ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493352 Apr 12 18:07:12.189126 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-83026d4c-1eba-47ca-9e5d-3a8ac1c840b0 req-5a3f597b-8580-46ec-9835-a3dfd8d60e4f service neutron] 10.222.0.23 "GET /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843313 Apr 12 18:07:12.278712 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-83026d4c-1eba-47ca-9e5d-3a8ac1c840b0 req-0efe7464-63ff-42e3-bc99-056ccb3e12a4 service neutron] 10.222.0.23 "GET /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838366 Apr 12 18:07:28.285227 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b56d1e5d-7b67-41a5-8144-70aa28b77d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:30.809686 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4d04bfc6-d628-40b3-a872-8474f41a7617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:31.692128 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:31.977511 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:33.131914 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:34.420091 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:07:46.628968 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:07:58.285915 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-fcc18b86-2bb9-4f7e-88c8-263aa3b66cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:00.811788 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-33362313-96e3-4988-9c58-81f9cac5a2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:01.698077 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:01.978121 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:03.134295 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:04.424191 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:11.772941 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-92da8ee4-177f-4f73-838a-3d04b00250f2 req-a1684031-feec-454f-b910-a0e15aa42adc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373645 Apr 12 18:08:11.850347 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da8ee4-177f-4f73-838a-3d04b00250f2 req-a274b412-fcdc-4df8-9feb-19d5d5629d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:08:11.851783 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-92da8ee4-177f-4f73-838a-3d04b00250f2 req-a274b412-fcdc-4df8-9feb-19d5d5629d42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=54ccaec178f54245b40bab546af1749b&device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 1130 time: 0.0381839 Apr 12 18:08:11.954912 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da8ee4-177f-4f73-838a-3d04b00250f2 req-a6f180b5-b255-4cec-b918-f10d2c4deaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:08:11.957046 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-92da8ee4-177f-4f73-838a-3d04b00250f2 req-a6f180b5-b255-4cec-b918-f10d2c4deaa0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=331c626c-c324-453b-96a3-586547c01ed3 HTTP/1.1" status: 200 len: 910 time: 0.0852325 Apr 12 18:08:12.017699 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-92da8ee4-177f-4f73-838a-3d04b00250f2 req-03e31d13-9570-458b-8d65-07fbc47b47b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 HTTP/1.1" status: 200 len: 1001 time: 0.0560489 Apr 12 18:08:12.067227 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da8ee4-177f-4f73-838a-3d04b00250f2 req-c8762795-b6ef-4a5b-91b4-c03fdc0754c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:08:12.068571 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-92da8ee4-177f-4f73-838a-3d04b00250f2 req-c8762795-b6ef-4a5b-91b4-c03fdc0754c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d0087b7-f29f-4ed2-b011-af41a0d4bc54 HTTP/1.1" status: 200 len: 848 time: 0.0457516 Apr 12 18:08:12.111014 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da8ee4-177f-4f73-838a-3d04b00250f2 req-235ce1d1-9384-48ab-9b58-d6e18f6b849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:08:12.112456 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-92da8ee4-177f-4f73-838a-3d04b00250f2 req-235ce1d1-9384-48ab-9b58-d6e18f6b849b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=331c626c-c324-453b-96a3-586547c01ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375473 Apr 12 18:08:12.199521 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-92da8ee4-177f-4f73-838a-3d04b00250f2 req-bb14b0ae-8639-46b9-a21f-191e4f23b0e1 service neutron] 10.222.0.23 "GET /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801969 Apr 12 18:08:12.288842 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-92da8ee4-177f-4f73-838a-3d04b00250f2 req-ceecb0a3-195a-451c-b044-332fda908e12 service neutron] 10.222.0.23 "GET /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833905 Apr 12 18:08:23.627582 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:08:28.286700 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-046317a4-0a40-4410-8ab1-fd34d652b424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:30.813549 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-9b5962ec-9f0d-4228-95b8-0e1599fcfad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:31.698355 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:31.994777 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:33.138585 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:34.429157 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:08:58.288806 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-892102a9-ca18-4f83-ae77-daef73a88859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:00.626773 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:09:00.814781 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-35d51c4d-e329-4e61-9ad7-096c144f549f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:01.701665 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:01.995699 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:03.140083 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:03.413101 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a92d90-e026-4c71-bcbd-f283ca61b57d req-06b822fa-89db-44e6-bc0e-1618c07cfa84 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:03.414613 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a5a92d90-e026-4c71-bcbd-f283ca61b57d req-06b822fa-89db-44e6-bc0e-1618c07cfa84 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 946 time: 0.0499694 Apr 12 18:09:03.466015 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-a5a92d90-e026-4c71-bcbd-f283ca61b57d req-b34f9ceb-4461-40da-a569-e41b52f8818a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458694 Apr 12 18:09:04.433953 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:04.580962 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99333402-a728-4715-a228-1712b617cedc req-db52be65-e6a2-41e3-9bf7-4cf57b21642f tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:04.582453 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-99333402-a728-4715-a228-1712b617cedc req-db52be65-e6a2-41e3-9bf7-4cf57b21642f tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 946 time: 0.0475667 Apr 12 18:09:04.630560 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-99333402-a728-4715-a228-1712b617cedc req-c66062ff-1fc7-4764-9f12-be8fd4317c69 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424039 Apr 12 18:09:05.749519 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c9f61-3a30-420c-be6c-a86eb254d675 req-82eebe68-b122-41a2-8543-ec158be37c76 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:05.750990 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d03c9f61-3a30-420c-be6c-a86eb254d675 req-82eebe68-b122-41a2-8543-ec158be37c76 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 946 time: 0.0467384 Apr 12 18:09:05.799910 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-d03c9f61-3a30-420c-be6c-a86eb254d675 req-be7aab95-bec1-420c-8d82-b49714646929 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426600 Apr 12 18:09:06.914903 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd42e4-23e7-4828-b5a6-d0c3644431d6 req-695abde7-b16f-4a31-812a-2fc2708086da tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:06.916377 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e7bd42e4-23e7-4828-b5a6-d0c3644431d6 req-695abde7-b16f-4a31-812a-2fc2708086da tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 946 time: 0.0497558 Apr 12 18:09:06.963236 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-e7bd42e4-23e7-4828-b5a6-d0c3644431d6 req-e2c37372-481f-4331-8747-5fb034b30c95 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413332 Apr 12 18:09:08.075060 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d754515-f8cc-4b45-ae3c-a3998ad42132 req-9d47d6fb-60b3-496f-88da-2552dbc50127 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:08.076582 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4d754515-f8cc-4b45-ae3c-a3998ad42132 req-9d47d6fb-60b3-496f-88da-2552dbc50127 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 946 time: 0.0469954 Apr 12 18:09:08.124173 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-4d754515-f8cc-4b45-ae3c-a3998ad42132 req-66c7696f-6750-41ae-a1f0-3928f6e998ed tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421624 Apr 12 18:09:09.239007 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a2d10-df0d-49da-a038-afbf7cbd4d24 req-9f71db08-d9c3-47fa-bfb3-3492b99ac72b tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:09.241042 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0b8a2d10-df0d-49da-a038-afbf7cbd4d24 req-9f71db08-d9c3-47fa-bfb3-3492b99ac72b tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 946 time: 0.0457461 Apr 12 18:09:09.293259 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0b8a2d10-df0d-49da-a038-afbf7cbd4d24 req-a7a259cd-106d-47d5-a30b-a1d33244fd15 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462492 Apr 12 18:09:10.407530 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6ebd2-1be3-42ed-8978-4391576867b9 req-abd3b98f-ada5-4a68-9650-8578feefd344 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:10.408762 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8fa6ebd2-1be3-42ed-8978-4391576867b9 req-abd3b98f-ada5-4a68-9650-8578feefd344 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 946 time: 0.0463860 Apr 12 18:09:10.457573 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8fa6ebd2-1be3-42ed-8978-4391576867b9 req-1d814f41-977b-45a3-8eb6-9d1212e134b2 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426762 Apr 12 18:09:11.568847 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1f07c-2f03-4da9-ac91-95c0b5283c2d req-eb6a6502-83b8-47d8-a991-10580b4d7d22 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:11.570306 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-dad1f07c-2f03-4da9-ac91-95c0b5283c2d req-eb6a6502-83b8-47d8-a991-10580b4d7d22 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 946 time: 0.0456755 Apr 12 18:09:11.617879 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-dad1f07c-2f03-4da9-ac91-95c0b5283c2d req-63da0bac-28fc-4b3c-b3f0-7dce19c7f330 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421426 Apr 12 18:09:12.736913 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa4287-739d-4880-8c64-f08dfdc7b31d req-c1884c94-7fec-419d-9d5a-6f72956038ad tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:12.738317 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-48fa4287-739d-4880-8c64-f08dfdc7b31d req-c1884c94-7fec-419d-9d5a-6f72956038ad tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 946 time: 0.0530365 Apr 12 18:09:12.773842 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94001a14-ae09-4076-a1c1-bc4ed8576f39 req-a83f11fa-6e20-43a2-a369-9417c89e9c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:12.775410 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-94001a14-ae09-4076-a1c1-bc4ed8576f39 req-a83f11fa-6e20-43a2-a369-9417c89e9c42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=54ccaec178f54245b40bab546af1749b&device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 1130 time: 0.0401380 Apr 12 18:09:12.789357 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-48fa4287-739d-4880-8c64-f08dfdc7b31d req-57b7df4b-7e9d-48f9-b4d6-de2caaa5592a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447180 Apr 12 18:09:12.878837 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94001a14-ae09-4076-a1c1-bc4ed8576f39 req-7d191f5e-7f80-49be-ac82-c446da7d53c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:12.880280 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-94001a14-ae09-4076-a1c1-bc4ed8576f39 req-7d191f5e-7f80-49be-ac82-c446da7d53c5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=331c626c-c324-453b-96a3-586547c01ed3 HTTP/1.1" status: 200 len: 910 time: 0.0859752 Apr 12 18:09:12.943012 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-94001a14-ae09-4076-a1c1-bc4ed8576f39 req-3de9328e-ff99-4b31-b29e-60be0e1790e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 HTTP/1.1" status: 200 len: 1001 time: 0.0562942 Apr 12 18:09:12.994620 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94001a14-ae09-4076-a1c1-bc4ed8576f39 req-1741d485-80ec-4940-bb30-4a5d1d883c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:12.996343 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-94001a14-ae09-4076-a1c1-bc4ed8576f39 req-1741d485-80ec-4940-bb30-4a5d1d883c6d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d0087b7-f29f-4ed2-b011-af41a0d4bc54 HTTP/1.1" status: 200 len: 848 time: 0.0475307 Apr 12 18:09:13.038123 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94001a14-ae09-4076-a1c1-bc4ed8576f39 req-87bef8a0-9c97-402d-932e-1cfcd5d3ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:13.039596 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-94001a14-ae09-4076-a1c1-bc4ed8576f39 req-87bef8a0-9c97-402d-932e-1cfcd5d3ad88 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=331c626c-c324-453b-96a3-586547c01ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373650 Apr 12 18:09:13.126742 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-94001a14-ae09-4076-a1c1-bc4ed8576f39 req-79f76d93-29dc-42d7-bfcc-5f87de7fba62 service neutron] 10.222.0.23 "GET /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801799 Apr 12 18:09:13.223467 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-94001a14-ae09-4076-a1c1-bc4ed8576f39 req-a97fd9e0-1612-414c-b4f0-4cf20fcd6175 service neutron] 10.222.0.23 "GET /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840180 Apr 12 18:09:13.651154 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be075857-cb5b-4923-9d95-672ca8ca52d4 req-8aecb643-ca9c-4c31-aaad-c837e643dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:13.652647 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-be075857-cb5b-4923-9d95-672ca8ca52d4 req-8aecb643-ca9c-4c31-aaad-c837e643dd1e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=54ccaec178f54245b40bab546af1749b&device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 1130 time: 0.0397532 Apr 12 18:09:13.745229 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be075857-cb5b-4923-9d95-672ca8ca52d4 req-02beea34-2881-4c89-b5fd-2742f6bfdac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:13.746719 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-be075857-cb5b-4923-9d95-672ca8ca52d4 req-02beea34-2881-4c89-b5fd-2742f6bfdac4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=331c626c-c324-453b-96a3-586547c01ed3 HTTP/1.1" status: 200 len: 910 time: 0.0888810 Apr 12 18:09:13.816374 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-be075857-cb5b-4923-9d95-672ca8ca52d4 req-e906df81-07d0-4cc7-ad40-e94113a376e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 HTTP/1.1" status: 200 len: 1001 time: 0.0591416 Apr 12 18:09:13.868399 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be075857-cb5b-4923-9d95-672ca8ca52d4 req-a64914f0-79aa-4c99-8c28-78e019f0883e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:13.870027 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-be075857-cb5b-4923-9d95-672ca8ca52d4 req-a64914f0-79aa-4c99-8c28-78e019f0883e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d0087b7-f29f-4ed2-b011-af41a0d4bc54 HTTP/1.1" status: 200 len: 848 time: 0.0482609 Apr 12 18:09:13.907398 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe6739-b29a-4113-a118-7478b4bbb9ad req-dfd39c1f-a6c4-4062-a17d-cbf65ee0c6ad tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:13.908868 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-eebe6739-b29a-4113-a118-7478b4bbb9ad req-dfd39c1f-a6c4-4062-a17d-cbf65ee0c6ad tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 946 time: 0.0476496 Apr 12 18:09:13.913217 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be075857-cb5b-4923-9d95-672ca8ca52d4 req-4205ef5d-640b-4e40-9acb-e6a7ef3264d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:13.914710 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-be075857-cb5b-4923-9d95-672ca8ca52d4 req-4205ef5d-640b-4e40-9acb-e6a7ef3264d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=331c626c-c324-453b-96a3-586547c01ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392272 Apr 12 18:09:13.956933 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-eebe6739-b29a-4113-a118-7478b4bbb9ad req-0552bf81-4400-4875-b6bf-a97d67725a48 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424709 Apr 12 18:09:14.180197 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-be075857-cb5b-4923-9d95-672ca8ca52d4 req-65e423c7-2499-4375-bc58-4e7fd79f7b38 service neutron] 10.222.0.23 "GET /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795915 Apr 12 18:09:14.270813 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-be075857-cb5b-4923-9d95-672ca8ca52d4 req-81edfbe5-2bfe-47cf-a54c-12ddd6a71344 service neutron] 10.222.0.23 "GET /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836453 Apr 12 18:09:15.070478 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a0f50-1399-4453-816e-6de11a719bf6 req-4b640753-a72b-4630-99b7-3699bd697561 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:15.071839 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f51a0f50-1399-4453-816e-6de11a719bf6 req-4b640753-a72b-4630-99b7-3699bd697561 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 946 time: 0.0494695 Apr 12 18:09:15.120280 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-f51a0f50-1399-4453-816e-6de11a719bf6 req-769f9401-0207-465f-b2a6-dd86e34b97ca tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430055 Apr 12 18:09:16.245132 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac92891-df13-4053-b3c3-54c5e2683612 req-70304203-30a7-43d4-a9b5-9ee6259489d4 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:16.246600 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-cac92891-df13-4053-b3c3-54c5e2683612 req-70304203-30a7-43d4-a9b5-9ee6259489d4 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 946 time: 0.0514646 Apr 12 18:09:16.295095 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-cac92891-df13-4053-b3c3-54c5e2683612 req-ab3f62ac-3c80-494c-a671-37a664d6d1f9 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429437 Apr 12 18:09:16.362254 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [req-3e416c98-bd29-4a8a-98f2-032d6c78ac2a req-779b7ee8-edb8-4cb9-9bb1-bf35e9eef446 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:09:16.363249 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-3e416c98-bd29-4a8a-98f2-032d6c78ac2a req-779b7ee8-edb8-4cb9-9bb1-bf35e9eef446 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053115 Apr 12 18:09:17.525442 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73d539-5f7a-4118-96e4-6c0e37e19ac2 req-9653030d-2c33-4bcc-8c6d-e93a56fa27ee tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:17.526943 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8a73d539-5f7a-4118-96e4-6c0e37e19ac2 req-9653030d-2c33-4bcc-8c6d-e93a56fa27ee tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 946 time: 0.0489326 Apr 12 18:09:17.572556 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-734faedb-af5a-4fb2-ae8a-5e6f1dd78f59 req-fae7129e-2157-4f02-807a-09ef3e5f2cd4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1166782 Apr 12 18:09:17.579428 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8a73d539-5f7a-4118-96e4-6c0e37e19ac2 req-ea7a1108-25fe-4641-a097-1117bffa57d9 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469806 Apr 12 18:09:17.581063 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [req-734faedb-af5a-4fb2-ae8a-5e6f1dd78f59 req-b3cd3c82-36eb-4c1a-8b19-62778e764b71 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 18:09:17.582037 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-734faedb-af5a-4fb2-ae8a-5e6f1dd78f59 req-b3cd3c82-36eb-4c1a-8b19-62778e764b71 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048838 Apr 12 18:09:17.731808 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734faedb-af5a-4fb2-ae8a-5e6f1dd78f59 req-c14e6388-f18b-4198-9bbc-fc370a3729c7 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:17.733157 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-734faedb-af5a-4fb2-ae8a-5e6f1dd78f59 req-c14e6388-f18b-4198-9bbc-fc370a3729c7 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports/52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 HTTP/1.1" status: 200 len: 943 time: 0.1249545 Apr 12 18:09:18.690196 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28571cf7-07a3-4c11-898b-c86b54d03bea req-14b8072c-9c02-4fea-b617-5ae7b057bb4b tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:18.691661 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-28571cf7-07a3-4c11-898b-c86b54d03bea req-14b8072c-9c02-4fea-b617-5ae7b057bb4b tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 946 time: 0.0472465 Apr 12 18:09:18.738332 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-28571cf7-07a3-4c11-898b-c86b54d03bea req-6b0db328-ee60-4608-90c3-263b08a4a266 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409703 Apr 12 18:09:18.838254 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734faedb-af5a-4fb2-ae8a-5e6f1dd78f59 req-8b381dfb-a838-4e78-8840-de3520ad3225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:18.839695 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-734faedb-af5a-4fb2-ae8a-5e6f1dd78f59 req-8b381dfb-a838-4e78-8840-de3520ad3225 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e&tenant_id=54ccaec178f54245b40bab546af1749b HTTP/1.1" status: 200 len: 1130 time: 0.0378885 Apr 12 18:09:18.895448 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734faedb-af5a-4fb2-ae8a-5e6f1dd78f59 req-4c80a34c-c6c0-49fa-85f9-4dddc7439256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:18.897628 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-734faedb-af5a-4fb2-ae8a-5e6f1dd78f59 req-4c80a34c-c6c0-49fa-85f9-4dddc7439256 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=54ccaec178f54245b40bab546af1749b&device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 1130 time: 0.0377772 Apr 12 18:09:18.987546 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734faedb-af5a-4fb2-ae8a-5e6f1dd78f59 req-4c294a06-0304-4e3a-bb7c-81e8e3533c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:18.988999 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-734faedb-af5a-4fb2-ae8a-5e6f1dd78f59 req-4c294a06-0304-4e3a-bb7c-81e8e3533c1c service neutron] 10.222.0.23 "GET /v2.0/networks?id=331c626c-c324-453b-96a3-586547c01ed3 HTTP/1.1" status: 200 len: 910 time: 0.0855503 Apr 12 18:09:19.053899 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-734faedb-af5a-4fb2-ae8a-5e6f1dd78f59 req-81087532-5454-498d-862c-e1bf4ee648b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 HTTP/1.1" status: 200 len: 1001 time: 0.0579481 Apr 12 18:09:19.100840 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734faedb-af5a-4fb2-ae8a-5e6f1dd78f59 req-19bacaf5-f2b8-4ccb-a01e-92d5e856efe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:19.102250 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-734faedb-af5a-4fb2-ae8a-5e6f1dd78f59 req-19bacaf5-f2b8-4ccb-a01e-92d5e856efe3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d0087b7-f29f-4ed2-b011-af41a0d4bc54 HTTP/1.1" status: 200 len: 848 time: 0.0428460 Apr 12 18:09:19.148555 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734faedb-af5a-4fb2-ae8a-5e6f1dd78f59 req-3d449779-b630-4a6e-87a9-31d006826e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:19.149913 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-734faedb-af5a-4fb2-ae8a-5e6f1dd78f59 req-3d449779-b630-4a6e-87a9-31d006826e19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=331c626c-c324-453b-96a3-586547c01ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418737 Apr 12 18:09:19.244438 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-734faedb-af5a-4fb2-ae8a-5e6f1dd78f59 req-0c0795b8-16a3-4514-8fd0-48846068e812 service neutron] 10.222.0.23 "GET /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885527 Apr 12 18:09:19.335615 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-734faedb-af5a-4fb2-ae8a-5e6f1dd78f59 req-2898d873-f6f4-4c13-a23f-15401185acb0 service neutron] 10.222.0.23 "GET /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854807 Apr 12 18:09:19.850529 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db154b53-3741-425e-a733-2f0d24c48697 req-87740dc4-32f1-40e6-a33f-bca4e4c87777 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:19.851985 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-db154b53-3741-425e-a733-2f0d24c48697 req-87740dc4-32f1-40e6-a33f-bca4e4c87777 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 946 time: 0.0460825 Apr 12 18:09:19.899073 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-db154b53-3741-425e-a733-2f0d24c48697 req-fccd67b2-25bb-4c56-ad63-d4b87d52f4e2 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416157 Apr 12 18:09:20.123701 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:09:20.199089 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 is: ACTIVE; New status is: DOWN {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:09:20.199475 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:20.220984 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61332ab3-9233-4e61-8720-746c6b0fae8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52f6d4c2-41b6-4e7a-b319-3c34bfe1b999'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:09:20.223221 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7246d7b6-b5ed-4ba7-8e5e-2ab412ac4e5d" -d '{"events": [{"server_uuid": "61332ab3-9233-4e61-8720-746c6b0fae8e", "name": "network-vif-unplugged", "status": "completed", "tag": "52f6d4c2-41b6-4e7a-b319-3c34bfe1b999"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:09:20.235771 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999,segment=NetworkSegment(5bcf0329-d24a-4ce0-b54f-f26858e907f2),segment_id=5bcf0329-d24a-4ce0-b54f-f26858e907f2)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:09:20.241170 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:20.263701 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 18:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44cef66-a385-47b0-9f97-6e3a132ed482 x-openstack-request-id: req-a44cef66-a385-47b0-9f97-6e3a132ed482 {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:09:20.263992 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61332ab3-9233-4e61-8720-746c6b0fae8e", "name": "network-vif-unplugged", "status": "completed", "tag": "52f6d4c2-41b6-4e7a-b319-3c34bfe1b999", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:09:20.264247 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a44cef66-a385-47b0-9f97-6e3a132ed482 {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:09:20.264632 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a44cef66-a385-47b0-9f97-6e3a132ed482'] response: {'server_uuid': '61332ab3-9233-4e61-8720-746c6b0fae8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52f6d4c2-41b6-4e7a-b319-3c34bfe1b999', 'code': 200} Apr 12 18:09:20.289980 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999,revision_number=6']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:09:20.296798 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:09:20.297402 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:09:20.297738 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:09:20.298075 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:09:20.298439 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:09:20.298770 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:09:20.299095 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:09:20.299419 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:09:20.299741 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:09:20.300065 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:09:20.300386 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:09:20.300707 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:09:20.301026 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:09:20.301343 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:09:20.301657 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:09:21.012787 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b98aee-048e-4cb8-8b82-c63e2233d97f req-b9604b3b-c46e-40fa-9ae9-f1bcd2fd1bcc tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:21.014266 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-36b98aee-048e-4cb8-8b82-c63e2233d97f req-b9604b3b-c46e-40fa-9ae9-f1bcd2fd1bcc tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 944 time: 0.0495751 Apr 12 18:09:21.062404 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-36b98aee-048e-4cb8-8b82-c63e2233d97f req-d3c32220-d23a-4c89-99ee-19c05091e230 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424821 Apr 12 18:09:22.174261 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52186c-3ad4-4923-80f5-edebd0c00f12 req-06d1c2af-3ea5-40e8-97f9-ba034ae9875e tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:22.175702 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8f52186c-3ad4-4923-80f5-edebd0c00f12 req-06d1c2af-3ea5-40e8-97f9-ba034ae9875e tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 944 time: 0.0467012 Apr 12 18:09:22.223909 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-8f52186c-3ad4-4923-80f5-edebd0c00f12 req-9c889cf4-5784-4179-9e96-96a67aa7f895 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421538 Apr 12 18:09:23.334740 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d4ca-11c9-4911-9407-9ebc2d465d1d req-9c94480c-66fc-4b23-9eb7-ce85088968f6 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:23.336297 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0b56d4ca-11c9-4911-9407-9ebc2d465d1d req-9c94480c-66fc-4b23-9eb7-ce85088968f6 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 944 time: 0.0460355 Apr 12 18:09:23.388492 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-0b56d4ca-11c9-4911-9407-9ebc2d465d1d req-2ee2ebc5-8543-4b61-a4a0-2feac5815bf9 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466721 Apr 12 18:09:24.504543 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18147aee-65b6-4bd0-86a1-5edec72638bf req-c1bb47ee-b923-4f97-b36e-362da05eae34 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:24.507132 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-18147aee-65b6-4bd0-86a1-5edec72638bf req-c1bb47ee-b923-4f97-b36e-362da05eae34 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 944 time: 0.0509598 Apr 12 18:09:24.557080 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-18147aee-65b6-4bd0-86a1-5edec72638bf req-9428916d-d144-451b-a5c7-b9a1ce36cc5c tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444982 Apr 12 18:09:25.326849 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b45825-0f2b-41e0-b5a1-ba2024959955 req-af1f677d-01a9-4b47-9921-7ae64c45f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:25.328343 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-52b45825-0f2b-41e0-b5a1-ba2024959955 req-af1f677d-01a9-4b47-9921-7ae64c45f19a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 1128 time: 0.0381711 Apr 12 18:09:25.373317 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-52b45825-0f2b-41e0-b5a1-ba2024959955 req-e4bfb409-3b9f-494c-8710-f2ac7c2a8d66 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379050 Apr 12 18:09:25.669897 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeeae27-1575-4a00-b7ec-d8e6892b51d0 req-6e31e676-67e2-4a4f-a2c4-86792b6f7042 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:25.671402 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6aeeae27-1575-4a00-b7ec-d8e6892b51d0 req-6e31e676-67e2-4a4f-a2c4-86792b6f7042 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 944 time: 0.0464764 Apr 12 18:09:25.719212 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-6aeeae27-1575-4a00-b7ec-d8e6892b51d0 req-1aefcb9b-4555-49c3-b74c-39c58c010d10 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420427 Apr 12 18:09:26.139554 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=109828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 18:09:26.368519 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999,segment=NetworkSegment(5bcf0329-d24a-4ce0-b54f-f26858e907f2),segment_id=5bcf0329-d24a-4ce0-b54f-f26858e907f2)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:09:26.379145 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Returning: {'device': '52f6d4c2-41b6-4e7a-b319-3c34bfe1b999', 'network_id': '331c626c-c324-453b-96a3-586547c01ed3', 'port_id': '52f6d4c2-41b6-4e7a-b319-3c34bfe1b999', 'mac_address': 'fa:16:3e:b1:7f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 18:09:26.415973 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 is: DOWN; New status is: BUILD {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:09:26.416361 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:26.428851 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 {{(pid=109828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 18:09:26.447651 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999,segment=NetworkSegment(5bcf0329-d24a-4ce0-b54f-f26858e907f2),segment_id=5bcf0329-d24a-4ce0-b54f-f26858e907f2)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:09:26.451264 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:26.501855 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999,revision_number=7']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:09:26.709802 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] get_ports_and_sgs() called for port_ids ['52f6d4c2-41b6-4e7a-b319-3c34bfe1b999'] {{(pid=109828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 18:09:26.835616 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077413a6-9b6c-4fa0-bd20-02a84b20991a req-87b58b32-0625-41dd-a736-38cf43714912 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:09:26.837151 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-077413a6-9b6c-4fa0-bd20-02a84b20991a req-87b58b32-0625-41dd-a736-38cf43714912 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 945 time: 0.0511942 Apr 12 18:09:26.885086 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-077413a6-9b6c-4fa0-bd20-02a84b20991a req-e09316b2-a18c-4399-9e70-7a4a6a334ac7 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423076 Apr 12 18:09:28.154707 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 up at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 18:09:28.199595 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.provisioning_blocks [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Provisioning complete for port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 triggered by entity L2. {{(pid=109828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 18:09:28.199969 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970302'] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), provisioning_complete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:28.279945 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Current status of the port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 is: BUILD; New status is: ACTIVE {{(pid=109828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 18:09:28.280324 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2081393'] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:28.303227 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-d22b812b-06c5-41ab-8854-1cf7ad969e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:28.309065 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61332ab3-9233-4e61-8720-746c6b0fae8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f6d4c2-41b6-4e7a-b319-3c34bfe1b999'}] {{(pid=109828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:09:28.311295 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1de18e3e95b25fb0b1d68028ec0a6fc91e0b16fe4486c6c377c7a41abacf6744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23943baa-5f2e-4bae-ac4d-4fc9fe8ae9ca" -d '{"events": [{"server_uuid": "61332ab3-9233-4e61-8720-746c6b0fae8e", "name": "network-vif-plugged", "status": "completed", "tag": "52f6d4c2-41b6-4e7a-b319-3c34bfe1b999"}]}' {{(pid=109828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:09:28.324797 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] For port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999,segment=NetworkSegment(5bcf0329-d24a-4ce0-b54f-f26858e907f2),segment_id=5bcf0329-d24a-4ce0-b54f-f26858e907f2)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:09:28.328731 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742383694376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742383153592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742383153610'] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:28.353766 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232eeb6c-8169-43f9-93fc-ee32227ec5b0 x-openstack-request-id: req-232eeb6c-8169-43f9-93fc-ee32227ec5b0 {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:09:28.354056 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61332ab3-9233-4e61-8720-746c6b0fae8e", "name": "network-vif-plugged", "status": "completed", "tag": "52f6d4c2-41b6-4e7a-b319-3c34bfe1b999", "code": 200}]} {{(pid=109828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:09:28.354336 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-232eeb6c-8169-43f9-93fc-ee32227ec5b0 {{(pid=109828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:09:28.354724 dv-cinder-837534-1-iscsi neutron-server[109828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-232eeb6c-8169-43f9-93fc-ee32227ec5b0'] response: {'server_uuid': '61332ab3-9233-4e61-8720-746c6b0fae8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f6d4c2-41b6-4e7a-b319-3c34bfe1b999', 'code': 200} Apr 12 18:09:28.377552 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Pushing event updated for resources: {'Port': ['ID=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999,revision_number=8']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:09:30.818609 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e0216ff5-b514-4815-b949-9fe7654227dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:31.703972 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:32.027530 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:33.142562 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:34.438773 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:09:37.625426 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:09:58.294706 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-596b769d-7513-4c2a-b989-18c5c7ef7b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:00.821356 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-20655d45-cefa-4b9b-9567-67d037b76461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:01.708013 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:02.028712 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:03.144701 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:04.441346 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:12.733001 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5c0f9ada-e5d9-4b18-a463-9b20203df701 req-87597d8d-ac5b-44d2-a833-a5b8bba5c9a4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381215 Apr 12 18:10:12.815123 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f9ada-e5d9-4b18-a463-9b20203df701 req-a7d2aba7-36c3-446c-b471-bf38ca547289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:10:12.816586 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5c0f9ada-e5d9-4b18-a463-9b20203df701 req-a7d2aba7-36c3-446c-b471-bf38ca547289 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=54ccaec178f54245b40bab546af1749b&device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 1130 time: 0.0420222 Apr 12 18:10:12.915432 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f9ada-e5d9-4b18-a463-9b20203df701 req-61264214-297b-43d5-a92b-aaad9973fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:10:12.916869 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5c0f9ada-e5d9-4b18-a463-9b20203df701 req-61264214-297b-43d5-a92b-aaad9973fc00 service neutron] 10.222.0.23 "GET /v2.0/networks?id=331c626c-c324-453b-96a3-586547c01ed3 HTTP/1.1" status: 200 len: 910 time: 0.0825551 Apr 12 18:10:12.983624 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5c0f9ada-e5d9-4b18-a463-9b20203df701 req-51b8f47e-e56c-443a-8525-d357916d948a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 HTTP/1.1" status: 200 len: 1001 time: 0.0600088 Apr 12 18:10:13.041114 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f9ada-e5d9-4b18-a463-9b20203df701 req-39281902-3cd9-4a99-8441-193f7ea354e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:10:13.042563 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5c0f9ada-e5d9-4b18-a463-9b20203df701 req-39281902-3cd9-4a99-8441-193f7ea354e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d0087b7-f29f-4ed2-b011-af41a0d4bc54 HTTP/1.1" status: 200 len: 848 time: 0.0421729 Apr 12 18:10:13.083036 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f9ada-e5d9-4b18-a463-9b20203df701 req-233989a1-ee91-450d-be54-6a45f303c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:10:13.085076 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5c0f9ada-e5d9-4b18-a463-9b20203df701 req-233989a1-ee91-450d-be54-6a45f303c769 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=331c626c-c324-453b-96a3-586547c01ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368681 Apr 12 18:10:13.172616 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5c0f9ada-e5d9-4b18-a463-9b20203df701 req-9adfeb68-234a-422f-8f10-b0320d04d99d service neutron] 10.222.0.23 "GET /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816014 Apr 12 18:10:13.256910 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5c0f9ada-e5d9-4b18-a463-9b20203df701 req-b69f9c3e-d9a2-453e-8ab6-5756ad94eafb service neutron] 10.222.0.23 "GET /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0770462 Apr 12 18:10:14.624028 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:10:28.298936 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-4c293893-922f-42cd-a89c-4e5c152da589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:30.823898 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-50eab01f-973f-42c6-b820-26eeb09dcc11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:31.710370 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:32.030259 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:33.146829 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:34.443836 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:39.012325 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 47544) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:10:39.162431 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Deleting port f21c0ae0-d6b6-4846-b55d-1d94a7668692 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:10:39.162778 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (f21c0ae0-d6b6-4846-b55d-1d94a7668692), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:39.240550 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (f21c0ae0-d6b6-4846-b55d-1d94a7668692), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:39.240878 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for floatingip (f21c0ae0-d6b6-4846-b55d-1d94a7668692), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:39.253695 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Calling delete_port for f21c0ae0-d6b6-4846-b55d-1d94a7668692 owned by network:floatingip {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:10:39.398523 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (f21c0ae0-d6b6-4846-b55d-1d94a7668692), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:39.428081 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Pushing event deleted for resources: {'Port': ['ID=f21c0ae0-d6b6-4846-b55d-1d94a7668692,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:10:39.451486 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:39.451828 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:39.452165 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:39.452504 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:39.452831 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:39.453160 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:39.453483 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:39.453808 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:39.454126 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:39.454472 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:39.454795 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:39.455128 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:39.455446 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:39.455763 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:39.456079 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:39.496174 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for floatingip (f5fbcb8f-2426-4e03-b926-1b80d10301ab), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:39.496505 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.db.l3_db [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Floating IP f5fbcb8f-2426-4e03-b926-1b80d10301ab disassociated (deleted). External IP: 172.27.0.44, port: 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999. Apr 12 18:10:39.699698 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Router 806ac15c-a394-4c36-a6a1-72aec1e9ca60 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:10:39.804618 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:10:39.809919 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for floatingip (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:39.814396 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18720b1a-f780-439a-b5cc-9d2de1f4459d None None] Sync routers for ids ['806ac15c-a394-4c36-a6a1-72aec1e9ca60'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:10:39.824262 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18720b1a-f780-439a-b5cc-9d2de1f4459d None None] Routers {'806ac15c-a394-4c36-a6a1-72aec1e9ca60'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:10:39.824879 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-18720b1a-f780-439a-b5cc-9d2de1f4459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:10:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['806ac15c-a394-4c36-a6a1-72aec1e9ca60'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:10:39.839303 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-b6ba1da7-c9f5-4a4e-879f-1992c527700a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "DELETE /v2.0/floatingips/f5fbcb8f-2426-4e03-b926-1b80d10301ab HTTP/1.1" status: 204 len: 168 time: 0.8258705 Apr 12 18:10:39.840145 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61332ab3-9233-4e61-8720-746c6b0fae8e', 'tag': '52f6d4c2-41b6-4e7a-b319-3c34bfe1b999'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:10:39.842706 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8794fbc469913332b26a1bcbfb78f2e90de67fe5ea04afc148497b54c77658c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728beb31-4cd9-4942-9e81-1215e4e3621e" -d '{"events": [{"name": "network-changed", "server_uuid": "61332ab3-9233-4e61-8720-746c6b0fae8e", "tag": "52f6d4c2-41b6-4e7a-b319-3c34bfe1b999"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:10:39.948150 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-18720b1a-f780-439a-b5cc-9d2de1f4459d None None] Set router 806ac15c-a394-4c36-a6a1-72aec1e9ca60 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:10:39.958964 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 18:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2924e153-5881-40ef-bd2f-52c5b059ec8f x-openstack-request-id: req-2924e153-5881-40ef-bd2f-52c5b059ec8f {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:10:39.959259 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61332ab3-9233-4e61-8720-746c6b0fae8e", "tag": "52f6d4c2-41b6-4e7a-b319-3c34bfe1b999", "status": "completed", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:10:39.959517 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2924e153-5881-40ef-bd2f-52c5b059ec8f {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:10:39.959929 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2924e153-5881-40ef-bd2f-52c5b059ec8f'] response: {'name': 'network-changed', 'server_uuid': '61332ab3-9233-4e61-8720-746c6b0fae8e', 'tag': '52f6d4c2-41b6-4e7a-b319-3c34bfe1b999', 'status': 'completed', 'code': 200} Apr 12 18:10:40.075160 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a277c-121d-4f38-982c-0e291b682f4d req-56913989-f04a-40c9-a0dd-12b5ec86bc15 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:10:40.076678 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-462a277c-121d-4f38-982c-0e291b682f4d req-56913989-f04a-40c9-a0dd-12b5ec86bc15 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 946 time: 0.0479429 Apr 12 18:10:40.125623 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-462a277c-121d-4f38-982c-0e291b682f4d req-db8c4d4a-0d6c-47a3-b5b5-950364a08d9f tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432045 Apr 12 18:10:40.146155 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-18720b1a-f780-439a-b5cc-9d2de1f4459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'name': 'tempest-TestShelveInstance-1664529987-router', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:27Z', 'revision_number': 4, 'project_id': '54ccaec178f54245b40bab546af1749b', 'gw_port': {'id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '51b57220-8cb1-4a7a-ab40-156fab2cc7d5', 'name': '', 'network_id': '331c626c-c324-453b-96a3-586547c01ed3', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'mac_address': 'fa:16:3e:0f:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:27Z', 'updated_at': '2022-04-12T18:06:32Z', 'revision_number': 5, 'project_id': '54ccaec178f54245b40bab546af1749b', 'subnets': [{'id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:10:40.171516 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18720b1a-f780-439a-b5cc-9d2de1f4459d None None] Checking router: 806ac15c-a394-4c36-a6a1-72aec1e9ca60 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:10:40.179710 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18720b1a-f780-439a-b5cc-9d2de1f4459d None None] Routers {'806ac15c-a394-4c36-a6a1-72aec1e9ca60'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:10:40.180305 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-18720b1a-f780-439a-b5cc-9d2de1f4459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:10:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['806ac15c-a394-4c36-a6a1-72aec1e9ca60'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:10:40.290766 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-18720b1a-f780-439a-b5cc-9d2de1f4459d None None] Set router 806ac15c-a394-4c36-a6a1-72aec1e9ca60 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:10:40.481210 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-18720b1a-f780-439a-b5cc-9d2de1f4459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'name': 'tempest-TestShelveInstance-1664529987-router', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:27Z', 'revision_number': 4, 'project_id': '54ccaec178f54245b40bab546af1749b', 'gw_port': {'id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '51b57220-8cb1-4a7a-ab40-156fab2cc7d5', 'name': '', 'network_id': '331c626c-c324-453b-96a3-586547c01ed3', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'mac_address': 'fa:16:3e:0f:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:27Z', 'updated_at': '2022-04-12T18:06:32Z', 'revision_number': 5, 'project_id': '54ccaec178f54245b40bab546af1749b', 'subnets': [{'id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:10:40.507077 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18720b1a-f780-439a-b5cc-9d2de1f4459d None None] The sync data for ids ['806ac15c-a394-4c36-a6a1-72aec1e9ca60'] in dv-cinder-837534-1-iscsi is: [{'id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'name': 'tempest-TestShelveInstance-1664529987-router', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:27Z', 'revision_number': 4, 'project_id': '54ccaec178f54245b40bab546af1749b', 'gw_port': {'id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi', '_interfaces': [{'id': '51b57220-8cb1-4a7a-ab40-156fab2cc7d5', 'name': '', 'network_id': '331c626c-c324-453b-96a3-586547c01ed3', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'mac_address': 'fa:16:3e:0f:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:27Z', 'updated_at': '2022-04-12T18:06:32Z', 'revision_number': 5, 'project_id': '54ccaec178f54245b40bab546af1749b', 'subnets': [{'id': '0d0087b7-f29f-4ed2-b011-af41a0d4bc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:10:40.717474 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fa7b4e-3dcd-476c-ab30-1237ffcf691f None None] New status for floating IP f5fbcb8f-2426-4e03-b926-1b80d10301ab: DOWN {{(pid=109829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 18:10:41.017022 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728beb31-4cd9-4942-9e81-1215e4e3621e req-110eeb90-a2b9-45a6-9611-3a3181a94041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:10:41.018550 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-728beb31-4cd9-4942-9e81-1215e4e3621e req-110eeb90-a2b9-45a6-9611-3a3181a94041 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=54ccaec178f54245b40bab546af1749b&device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 1130 time: 0.0417805 Apr 12 18:10:41.106872 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728beb31-4cd9-4942-9e81-1215e4e3621e req-267fe811-99c2-41a1-b45e-f33aff05f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:10:41.109579 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-728beb31-4cd9-4942-9e81-1215e4e3621e req-267fe811-99c2-41a1-b45e-f33aff05f374 service neutron] 10.222.0.23 "GET /v2.0/networks?id=331c626c-c324-453b-96a3-586547c01ed3 HTTP/1.1" status: 200 len: 910 time: 0.0837376 Apr 12 18:10:41.204188 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-728beb31-4cd9-4942-9e81-1215e4e3621e req-679b7a78-18c4-4b03-ae9b-c7d066d05197 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 HTTP/1.1" status: 200 len: 217 time: 0.0381520 Apr 12 18:10:41.243208 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cefe3-1041-4917-b1b4-7bbec7777639 req-15d26bdd-1997-4b36-9495-4f4c6a2ce0c9 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:10:41.244984 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c67cefe3-1041-4917-b1b4-7bbec7777639 req-15d26bdd-1997-4b36-9495-4f4c6a2ce0c9 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 946 time: 0.0502057 Apr 12 18:10:41.252263 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728beb31-4cd9-4942-9e81-1215e4e3621e req-24772cd0-10e9-475f-8be0-ef188e6bda91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:10:41.253711 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-728beb31-4cd9-4942-9e81-1215e4e3621e req-24772cd0-10e9-475f-8be0-ef188e6bda91 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d0087b7-f29f-4ed2-b011-af41a0d4bc54 HTTP/1.1" status: 200 len: 848 time: 0.0434105 Apr 12 18:10:41.293534 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-c67cefe3-1041-4917-b1b4-7bbec7777639 req-e4f78b1d-2e89-4410-a3b5-584d4bc464f5 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8eff583d-1836-43f9-a8a1-694601a37b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429704 Apr 12 18:10:41.451421 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728beb31-4cd9-4942-9e81-1215e4e3621e req-bdd4f482-eb9f-46fe-a355-0222b91c3411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:10:41.453009 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-728beb31-4cd9-4942-9e81-1215e4e3621e req-bdd4f482-eb9f-46fe-a355-0222b91c3411 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=331c626c-c324-453b-96a3-586547c01ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398290 Apr 12 18:10:41.558723 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978be7c-f5b3-4687-84f1-cb512b5b9b49 req-f3db07a4-b471-44a7-a662-60d97a51091d tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 18:10:41.560120 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3978be7c-f5b3-4687-84f1-cb512b5b9b49 req-f3db07a4-b471-44a7-a662-60d97a51091d tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.23 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 946 time: 0.0832779 Apr 12 18:10:41.604052 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-728beb31-4cd9-4942-9e81-1215e4e3621e req-3d7598fb-2b9b-4c0b-9399-e6a1e8b4f777 service neutron] 10.222.0.23 "GET /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442273 Apr 12 18:10:41.700962 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-3978be7c-f5b3-4687-84f1-cb512b5b9b49 req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Deleting port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:10:41.701200 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3978be7c-f5b3-4687-84f1-cb512b5b9b49 req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:41.778080 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-728beb31-4cd9-4942-9e81-1215e4e3621e req-9620df87-cbeb-4f80-a351-891ab9aa9bf6 service neutron] 10.222.0.23 "GET /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665907 Apr 12 18:10:41.810072 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-3978be7c-f5b3-4687-84f1-cb512b5b9b49 req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] For port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999,segment=NetworkSegment(5bcf0329-d24a-4ce0-b54f-f26858e907f2),segment_id=5bcf0329-d24a-4ce0-b54f-f26858e907f2)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:10:41.810474 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3978be7c-f5b3-4687-84f1-cb512b5b9b49 req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:41.824319 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [req-3978be7c-f5b3-4687-84f1-cb512b5b9b49 req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Calling delete_port for 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 owned by compute:nova {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:10:41.948214 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3978be7c-f5b3-4687-84f1-cb512b5b9b49 req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (52f6d4c2-41b6-4e7a-b319-3c34bfe1b999), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:41.979514 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Pushing event deleted for resources: {'Port': ['ID=52f6d4c2-41b6-4e7a-b319-3c34bfe1b999,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:10:41.992020 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:41.992020 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:41.992020 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:41.992410 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:41.992539 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:41.992874 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:41.993286 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:41.993880 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:41.994349 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:41.994691 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:41.995019 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:41.995360 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:41.995689 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:41.996018 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:41.996346 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:42.034040 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3978be7c-f5b3-4687-84f1-cb512b5b9b49 req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] No DVR routers for this DVR port 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 on host hv-cinder-83753 {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:10:42.036563 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3978be7c-f5b3-4687-84f1-cb512b5b9b49 req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87302'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:42.039853 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3978be7c-f5b3-4687-84f1-cb512b5b9b49 req-b9f5808e-e220-4cbd-a568-98fed83e5d94 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.23 "DELETE /v2.0/ports/52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 HTTP/1.1" status: 204 len: 173 time: 0.4737551 Apr 12 18:10:42.040522 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61332ab3-9233-4e61-8720-746c6b0fae8e', 'name': 'network-vif-deleted', 'tag': '52f6d4c2-41b6-4e7a-b319-3c34bfe1b999'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 18:10:42.042906 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf2447f09f660ae7f2b5db42034a476da384517e7944041915b56bfe6954b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a3c11e-185a-4b84-8f44-724bee24afb7" -d '{"events": [{"server_uuid": "61332ab3-9233-4e61-8720-746c6b0fae8e", "name": "network-vif-deleted", "tag": "52f6d4c2-41b6-4e7a-b319-3c34bfe1b999"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 18:10:42.149356 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 18:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca69b671-4a4a-4646-8f31-f7c289aa8e3c x-openstack-request-id: req-ca69b671-4a4a-4646-8f31-f7c289aa8e3c {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 18:10:42.150232 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61332ab3-9233-4e61-8720-746c6b0fae8e", "name": "network-vif-deleted", "tag": "52f6d4c2-41b6-4e7a-b319-3c34bfe1b999", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 18:10:42.150494 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca69b671-4a4a-4646-8f31-f7c289aa8e3c {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 18:10:42.150906 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca69b671-4a4a-4646-8f31-f7c289aa8e3c'] response: {'server_uuid': '61332ab3-9233-4e61-8720-746c6b0fae8e', 'name': 'network-vif-deleted', 'tag': '52f6d4c2-41b6-4e7a-b319-3c34bfe1b999', 'status': 'completed', 'code': 200} Apr 12 18:10:42.398908 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [req-eec54163-2ff3-4b69-bf3a-65d1be1a5591 req-a6258899-54b2-47de-bd0b-64f7db7151c8 tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "GET /v2.0/ports?device_id=61332ab3-9233-4e61-8720-746c6b0fae8e HTTP/1.1" status: 200 len: 210 time: 0.0319109 Apr 12 18:10:43.458633 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 47576) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:10:43.519771 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7544-1c2c-46ed-8274-7aaf7488604a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group (8eff583d-1836-43f9-a8a1-694601a37b85), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:43.544453 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7544-1c2c-46ed-8274-7aaf7488604a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group (8eff583d-1836-43f9-a8a1-694601a37b85), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:43.605879 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7544-1c2c-46ed-8274-7aaf7488604a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (8eff583d-1836-43f9-a8a1-694601a37b85), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:43.608578 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7544-1c2c-46ed-8274-7aaf7488604a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:43.609691 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-8dbd7544-1c2c-46ed-8274-7aaf7488604a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] 10.222.0.24 "DELETE /v2.0/security-groups/8eff583d-1836-43f9-a8a1-694601a37b85 HTTP/1.1" status: 204 len: 168 time: 0.1500888 Apr 12 18:10:43.618973 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd7544-1c2c-46ed-8274-7aaf7488604a tempest-TestShelveInstance-1241416104 tempest-TestShelveInstance-1241416104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eff583d-1836-43f9-a8a1-694601a37b85,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:10:44.533080 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:10:44.557413 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] No Port match for: 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:10:44.557755 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Device 52f6d4c2-41b6-4e7a-b319-3c34bfe1b999 not bound to the agent host hv-cinder-83753 {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:10:44.663315 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 47582) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:10:44.988991 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d055b375-2460-486d-a369-7ebb496a1e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548545'] for router_interface (806ac15c-a394-4c36-a6a1-72aec1e9ca60), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:45.506049 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-d055b375-2460-486d-a369-7ebb496a1e2b admin admin] Deleting port 51b57220-8cb1-4a7a-ab40-156fab2cc7d5 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:10:45.506410 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d055b375-2460-486d-a369-7ebb496a1e2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (51b57220-8cb1-4a7a-ab40-156fab2cc7d5), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:45.586112 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-d055b375-2460-486d-a369-7ebb496a1e2b admin admin] For port 51b57220-8cb1-4a7a-ab40-156fab2cc7d5, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=51b57220-8cb1-4a7a-ab40-156fab2cc7d5,segment=NetworkSegment(5bcf0329-d24a-4ce0-b54f-f26858e907f2),segment_id=5bcf0329-d24a-4ce0-b54f-f26858e907f2)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:10:45.586500 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d055b375-2460-486d-a369-7ebb496a1e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (51b57220-8cb1-4a7a-ab40-156fab2cc7d5), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:45.604725 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-d055b375-2460-486d-a369-7ebb496a1e2b admin admin] Calling delete_port for 51b57220-8cb1-4a7a-ab40-156fab2cc7d5 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:10:45.792278 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d055b375-2460-486d-a369-7ebb496a1e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (51b57220-8cb1-4a7a-ab40-156fab2cc7d5), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:45.822872 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055b375-2460-486d-a369-7ebb496a1e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=51b57220-8cb1-4a7a-ab40-156fab2cc7d5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:10:45.994280 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d055b375-2460-486d-a369-7ebb496a1e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548445'] for router_interface (806ac15c-a394-4c36-a6a1-72aec1e9ca60), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:46.209741 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d055b375-2460-486d-a369-7ebb496a1e2b admin admin] Router 806ac15c-a394-4c36-a6a1-72aec1e9ca60 has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:10:46.315530 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d055b375-2460-486d-a369-7ebb496a1e2b admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:10:46.320344 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-d055b375-2460-486d-a369-7ebb496a1e2b admin admin] 10.222.0.24 "PUT /v2.0/routers/806ac15c-a394-4c36-a6a1-72aec1e9ca60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6560664 Apr 12 18:10:46.323326 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 47584) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:10:46.326077 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fadcaa-15e2-4683-80ec-4ccd770cbbcd None None] Sync routers for ids ['806ac15c-a394-4c36-a6a1-72aec1e9ca60'] in dv-cinder-837534-1-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:10:46.335528 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fadcaa-15e2-4683-80ec-4ccd770cbbcd None None] Routers {'806ac15c-a394-4c36-a6a1-72aec1e9ca60'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:10:46.336132 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-24fadcaa-15e2-4683-80ec-4ccd770cbbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:10:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['806ac15c-a394-4c36-a6a1-72aec1e9ca60'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:10:46.430201 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0e312ec-6490-4971-924e-a5eb376f59f3 admin admin] Publish callbacks [] for router (806ac15c-a394-4c36-a6a1-72aec1e9ca60), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:46.441106 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-24fadcaa-15e2-4683-80ec-4ccd770cbbcd None None] Set router 806ac15c-a394-4c36-a6a1-72aec1e9ca60 gateway port host: dv-cinder-837534-1-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:10:46.534757 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0e312ec-6490-4971-924e-a5eb376f59f3 admin admin] Publish callbacks [] for router_gateway (806ac15c-a394-4c36-a6a1-72aec1e9ca60), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:46.579971 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-b0e312ec-6490-4971-924e-a5eb376f59f3 admin admin] Deleting port 6aca56aa-dec1-43ac-a918-d0de27f09484 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:10:46.580311 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0e312ec-6490-4971-924e-a5eb376f59f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (6aca56aa-dec1-43ac-a918-d0de27f09484), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:46.605585 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-24fadcaa-15e2-4683-80ec-4ccd770cbbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'name': 'tempest-TestShelveInstance-1664529987-router', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:10:45Z', 'revision_number': 5, 'project_id': '54ccaec178f54245b40bab546af1749b', 'gw_port': {'id': '6aca56aa-dec1-43ac-a918-d0de27f09484', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:10:46.631946 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fadcaa-15e2-4683-80ec-4ccd770cbbcd None None] Checking router: 806ac15c-a394-4c36-a6a1-72aec1e9ca60 for host: dv-cinder-837534-1-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:10:46.640563 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fadcaa-15e2-4683-80ec-4ccd770cbbcd None None] Routers {'806ac15c-a394-4c36-a6a1-72aec1e9ca60'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:10:46.641173 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-24fadcaa-15e2-4683-80ec-4ccd770cbbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:10:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['806ac15c-a394-4c36-a6a1-72aec1e9ca60'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:10:46.658547 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-b0e312ec-6490-4971-924e-a5eb376f59f3 admin admin] For port 6aca56aa-dec1-43ac-a918-d0de27f09484, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=6aca56aa-dec1-43ac-a918-d0de27f09484,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:10:46.658918 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0e312ec-6490-4971-924e-a5eb376f59f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (6aca56aa-dec1-43ac-a918-d0de27f09484), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:46.672258 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-b0e312ec-6490-4971-924e-a5eb376f59f3 admin admin] Calling delete_port for 6aca56aa-dec1-43ac-a918-d0de27f09484 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:10:46.849129 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0e312ec-6490-4971-924e-a5eb376f59f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (6aca56aa-dec1-43ac-a918-d0de27f09484), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:46.864203 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-24fadcaa-15e2-4683-80ec-4ccd770cbbcd None None] Set router 806ac15c-a394-4c36-a6a1-72aec1e9ca60 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:10:46.879483 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e312ec-6490-4971-924e-a5eb376f59f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aca56aa-dec1-43ac-a918-d0de27f09484,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:10:46.923528 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-24fadcaa-15e2-4683-80ec-4ccd770cbbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'name': 'tempest-TestShelveInstance-1664529987-router', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:10:46Z', 'revision_number': 6, 'project_id': '54ccaec178f54245b40bab546af1749b', 'gw_port_host': None}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:10:46.940412 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0e312ec-6490-4971-924e-a5eb376f59f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546299'] for router_gateway (806ac15c-a394-4c36-a6a1-72aec1e9ca60), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:46.949604 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fadcaa-15e2-4683-80ec-4ccd770cbbcd None None] The sync data for ids ['806ac15c-a394-4c36-a6a1-72aec1e9ca60'] in dv-cinder-837534-1-iscsi is: [{'id': '806ac15c-a394-4c36-a6a1-72aec1e9ca60', 'name': 'tempest-TestShelveInstance-1664529987-router', 'tenant_id': '54ccaec178f54245b40bab546af1749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:25Z', 'updated_at': '2022-04-12T18:10:46Z', 'revision_number': 6, 'project_id': '54ccaec178f54245b40bab546af1749b', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:10:47.031716 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0e312ec-6490-4971-924e-a5eb376f59f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8092'] for router (806ac15c-a394-4c36-a6a1-72aec1e9ca60), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:47.033796 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0e312ec-6490-4971-924e-a5eb376f59f3 admin admin] Publish callbacks [] for router_controller (806ac15c-a394-4c36-a6a1-72aec1e9ca60), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:47.078900 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0e312ec-6490-4971-924e-a5eb376f59f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547614'] for router (806ac15c-a394-4c36-a6a1-72aec1e9ca60), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:47.079440 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e312ec-6490-4971-924e-a5eb376f59f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 806ac15c-a394-4c36-a6a1-72aec1e9ca60 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:10:47.084784 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b0e312ec-6490-4971-924e-a5eb376f59f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:47.085983 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-b0e312ec-6490-4971-924e-a5eb376f59f3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/806ac15c-a394-4c36-a6a1-72aec1e9ca60 HTTP/1.1" status: 204 len: 168 time: 0.7617631 Apr 12 18:10:47.089401 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 47586) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:10:47.131880 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f21a79-e9ed-4e64-9f90-222c6bd3d0c9 admin admin] Deleting subnet 0d0087b7-f29f-4ed2-b011-af41a0d4bc54 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:10:47.135804 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76f21a79-e9ed-4e64-9f90-222c6bd3d0c9 admin admin] Publish callbacks [] for subnet (0d0087b7-f29f-4ed2-b011-af41a0d4bc54), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:47.170230 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76f21a79-e9ed-4e64-9f90-222c6bd3d0c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8818640'] for subnet (0d0087b7-f29f-4ed2-b011-af41a0d4bc54), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:47.247118 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76f21a79-e9ed-4e64-9f90-222c6bd3d0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2057050'] for subnet (0d0087b7-f29f-4ed2-b011-af41a0d4bc54), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:47.304470 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76f21a79-e9ed-4e64-9f90-222c6bd3d0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8586871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386091'] for subnet (0d0087b7-f29f-4ed2-b011-af41a0d4bc54), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:47.329580 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f21a79-e9ed-4e64-9f90-222c6bd3d0c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d0087b7-f29f-4ed2-b011-af41a0d4bc54,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:10:47.335320 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76f21a79-e9ed-4e64-9f90-222c6bd3d0c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:47.340798 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-76f21a79-e9ed-4e64-9f90-222c6bd3d0c9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0d0087b7-f29f-4ed2-b011-af41a0d4bc54 HTTP/1.1" status: 204 len: 168 time: 0.2482634 Apr 12 18:10:47.341024 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 47588) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:10:47.341465 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b0233d-b14c-4fdf-b4bc-782b488df1d7 None None] Network 331c626c-c324-453b-96a3-586547c01ed3 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:10:47.412136 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3404b1db-8dea-49e2-a4b8-447c4194f66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678379'] for network (331c626c-c324-453b-96a3-586547c01ed3), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:47.461325 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-3404b1db-8dea-49e2-a4b8-447c4194f66d admin admin] Deleting port cb93f80b-42d1-4889-b79c-3d0e9fe406c3 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:10:47.462346 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3404b1db-8dea-49e2-a4b8-447c4194f66d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (cb93f80b-42d1-4889-b79c-3d0e9fe406c3), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:47.525328 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-3404b1db-8dea-49e2-a4b8-447c4194f66d admin admin] For port cb93f80b-42d1-4889-b79c-3d0e9fe406c3, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=cb93f80b-42d1-4889-b79c-3d0e9fe406c3,segment=NetworkSegment(5bcf0329-d24a-4ce0-b54f-f26858e907f2),segment_id=5bcf0329-d24a-4ce0-b54f-f26858e907f2)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:10:47.525693 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3404b1db-8dea-49e2-a4b8-447c4194f66d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (cb93f80b-42d1-4889-b79c-3d0e9fe406c3), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:47.538060 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-3404b1db-8dea-49e2-a4b8-447c4194f66d admin admin] Calling delete_port for cb93f80b-42d1-4889-b79c-3d0e9fe406c3 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:10:47.617811 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3404b1db-8dea-49e2-a4b8-447c4194f66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (cb93f80b-42d1-4889-b79c-3d0e9fe406c3), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:47.640395 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404b1db-8dea-49e2-a4b8-447c4194f66d admin admin] Pushing event deleted for resources: {'Port': ['ID=cb93f80b-42d1-4889-b79c-3d0e9fe406c3,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:10:47.645710 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3404b1db-8dea-49e2-a4b8-447c4194f66d admin admin] No DVR routers for this DVR port cb93f80b-42d1-4889-b79c-3d0e9fe406c3 on host dv-cinder-837534-1-iscsi {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:10:47.717161 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd16918-8bdf-4448-b128-7f6cd0fdf55a None None] DHCP port deletion for 331c626c-c324-453b-96a3-586547c01ed3 request from dv-cinder-837534-1-iscsi {{(pid=109828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:10:47.717566 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3404b1db-8dea-49e2-a4b8-447c4194f66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059233', 'neutron.services.segments.db._delete_segments_for_network-8742383711672'] for network (331c626c-c324-453b-96a3-586547c01ed3), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:47.745171 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-3404b1db-8dea-49e2-a4b8-447c4194f66d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331c626c-c324-453b-96a3-586547c01ed3']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:10:47.755002 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-3404b1db-8dea-49e2-a4b8-447c4194f66d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bcf0329-d24a-4ce0-b54f-f26858e907f2') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:10:47.755308 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-3404b1db-8dea-49e2-a4b8-447c4194f66d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bcf0329-d24a-4ce0-b54f-f26858e907f2') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:10:47.765699 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3404b1db-8dea-49e2-a4b8-447c4194f66d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742383633601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8818667'] for segment (5bcf0329-d24a-4ce0-b54f-f26858e907f2), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:47.779619 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3404b1db-8dea-49e2-a4b8-447c4194f66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (5bcf0329-d24a-4ce0-b54f-f26858e907f2), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:47.785281 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3404b1db-8dea-49e2-a4b8-447c4194f66d admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:10:47.785662 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3404b1db-8dea-49e2-a4b8-447c4194f66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8586957'] for segment (5bcf0329-d24a-4ce0-b54f-f26858e907f2), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: Traceback (most recent call last): Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: timer() Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: cb(*args, **kw) Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: return func(*args, **kwargs) Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: self._notify() Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: self.callback(batched_events) Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: event.method(event) Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: return f(self, *a, **k) Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: return self._get(url).json() Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:10:47.787409 dv-cinder-837534-1-iscsi neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:10:47.846349 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3404b1db-8dea-49e2-a4b8-447c4194f66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546271'] for network (331c626c-c324-453b-96a3-586547c01ed3), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:47.851683 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3404b1db-8dea-49e2-a4b8-447c4194f66d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:47.855173 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-3404b1db-8dea-49e2-a4b8-447c4194f66d admin admin] 10.222.0.24 "DELETE /v2.0/networks/331c626c-c324-453b-96a3-586547c01ed3 HTTP/1.1" status: 204 len: 168 time: 0.5131943 Apr 12 18:10:47.858387 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 47590) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:10:47.865616 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404b1db-8dea-49e2-a4b8-447c4194f66d admin admin] Pushing event deleted for resources: {'Network': ['ID=331c626c-c324-453b-96a3-586547c01ed3,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:10:48.442859 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7187e05b-402c-4a17-94a6-5159d94e94b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548545'] for router_interface (6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:48.667228 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7187e05b-402c-4a17-94a6-5159d94e94b1 admin admin] Deleting port 65584897-0f51-4e9f-b742-fed9d8fcaa83 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:10:48.667481 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7187e05b-402c-4a17-94a6-5159d94e94b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (65584897-0f51-4e9f-b742-fed9d8fcaa83), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:48.746679 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7187e05b-402c-4a17-94a6-5159d94e94b1 admin admin] For port 65584897-0f51-4e9f-b742-fed9d8fcaa83, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=65584897-0f51-4e9f-b742-fed9d8fcaa83,segment=NetworkSegment(0cac52a0-a531-4927-8fb2-1d1bf77da33b),segment_id=0cac52a0-a531-4927-8fb2-1d1bf77da33b)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:10:48.747047 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7187e05b-402c-4a17-94a6-5159d94e94b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (65584897-0f51-4e9f-b742-fed9d8fcaa83), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:48.760160 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7187e05b-402c-4a17-94a6-5159d94e94b1 admin admin] Calling delete_port for 65584897-0f51-4e9f-b742-fed9d8fcaa83 owned by network:router_interface {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:10:48.873478 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 51b57220-8cb1-4a7a-ab40-156fab2cc7d5 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:10:48.892553 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: 51b57220-8cb1-4a7a-ab40-156fab2cc7d5 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:10:48.892895 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 51b57220-8cb1-4a7a-ab40-156fab2cc7d5 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:10:48.893372 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device cb93f80b-42d1-4889-b79c-3d0e9fe406c3 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:10:48.916777 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: cb93f80b-42d1-4889-b79c-3d0e9fe406c3 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:10:48.917122 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device cb93f80b-42d1-4889-b79c-3d0e9fe406c3 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:10:48.917590 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 6aca56aa-dec1-43ac-a918-d0de27f09484 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:10:48.936251 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: 6aca56aa-dec1-43ac-a918-d0de27f09484 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:10:48.936594 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 6aca56aa-dec1-43ac-a918-d0de27f09484 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:10:48.942931 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7187e05b-402c-4a17-94a6-5159d94e94b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9209028'] for port (65584897-0f51-4e9f-b742-fed9d8fcaa83), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:48.967479 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187e05b-402c-4a17-94a6-5159d94e94b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=65584897-0f51-4e9f-b742-fed9d8fcaa83,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:10:49.138813 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7187e05b-402c-4a17-94a6-5159d94e94b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548445'] for router_interface (6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:49.353550 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7187e05b-402c-4a17-94a6-5159d94e94b1 admin admin] Router 6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b has already been hosted by L3 agent a2167c64-aff5-461a-a40c-72cba2cd4e2e {{(pid=109827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 18:10:49.463216 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7187e05b-402c-4a17-94a6-5159d94e94b1 admin admin] Notify agent at l3_agent.dv-cinder-837534-1-iscsi the message routers_updated {{(pid=109827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 18:10:49.468112 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-7187e05b-402c-4a17-94a6-5159d94e94b1 admin admin] 10.222.0.24 "PUT /v2.0/routers/6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6087351 Apr 12 18:10:49.470760 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 47592) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:10:49.472868 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19a9e76-941a-4122-bc37-528f89ec8156 None None] Sync routers for ids ['6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b'] in dv-cinder-837534-1-iscsi {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 18:10:49.482792 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19a9e76-941a-4122-bc37-528f89ec8156 None None] Routers {'6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:10:49.483411 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-f19a9e76-941a-4122-bc37-528f89ec8156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:10:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:10:49.585140 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd4dd7e3-6f8f-4108-a3ae-cb686d077a10 admin admin] Publish callbacks [] for router (6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:49.589376 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-f19a9e76-941a-4122-bc37-528f89ec8156 None None] Set router 6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b gateway port host: dv-cinder-837534-1-iscsi {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:10:49.688717 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd4dd7e3-6f8f-4108-a3ae-cb686d077a10 admin admin] Publish callbacks [] for router_gateway (6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:49.733993 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-fd4dd7e3-6f8f-4108-a3ae-cb686d077a10 admin admin] Deleting port cac08604-50a4-4d04-b519-1a4bb1fec28d {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:10:49.734364 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd4dd7e3-6f8f-4108-a3ae-cb686d077a10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (cac08604-50a4-4d04-b519-1a4bb1fec28d), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:49.756726 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-f19a9e76-941a-4122-bc37-528f89ec8156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b', 'name': 'tempest-TestShelveInstance-388482433-router', 'tenant_id': '12505799c3b7498cac2dbe8b74e07077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'external_fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'cac08604-50a4-4d04-b519-1a4bb1fec28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:29Z', 'updated_at': '2022-04-12T18:10:48Z', 'revision_number': 5, 'project_id': '12505799c3b7498cac2dbe8b74e07077', 'gw_port': {'id': 'cac08604-50a4-4d04-b519-1a4bb1fec28d', 'name': '', 'network_id': '05f7d063-e626-411a-9797-8659504ada56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:19:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837534-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T18:06:30Z', 'updated_at': '2022-04-12T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1c1b3cc-63ce-4f96-8932-95ee32cb3e69', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837534-1-iscsi'}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:10:49.782809 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19a9e76-941a-4122-bc37-528f89ec8156 None None] Checking router: 6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b for host: dv-cinder-837534-1-iscsi {{(pid=109829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 18:10:49.791816 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19a9e76-941a-4122-bc37-528f89ec8156 None None] Routers {'6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b'} bound to L3 agent in host dv-cinder-837534-1-iscsi {{(pid=109829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 18:10:49.792419 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-f19a9e76-941a-4122-bc37-528f89ec8156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837534-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T17:47:01Z,description=,heartbeat_timestamp=2022-04-12T18:10:31Z,host='dv-cinder-837534-1-iscsi',id=a2167c64-aff5-461a-a40c-72cba2cd4e2e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T17:47:01Z,topic='l3_agent')) {'router_ids': ['6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b'], 'active': True} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:10:49.815844 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-fd4dd7e3-6f8f-4108-a3ae-cb686d077a10 admin admin] For port cac08604-50a4-4d04-b519-1a4bb1fec28d, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=cac08604-50a4-4d04-b519-1a4bb1fec28d,segment=NetworkSegment(6ca4c317-0f92-45f1-970d-ce48fc0dae6c),segment_id=6ca4c317-0f92-45f1-970d-ce48fc0dae6c)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:10:49.816209 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd4dd7e3-6f8f-4108-a3ae-cb686d077a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (cac08604-50a4-4d04-b519-1a4bb1fec28d), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:49.829039 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-fd4dd7e3-6f8f-4108-a3ae-cb686d077a10 admin admin] Calling delete_port for cac08604-50a4-4d04-b519-1a4bb1fec28d owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:10:49.963895 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_dvr_db [None req-f19a9e76-941a-4122-bc37-528f89ec8156 None None] Set router 6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b gateway port host: None {{(pid=109829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 18:10:49.998152 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd4dd7e3-6f8f-4108-a3ae-cb686d077a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (cac08604-50a4-4d04-b519-1a4bb1fec28d), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:50.014269 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.l3_hamode_db [None req-f19a9e76-941a-4122-bc37-528f89ec8156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b', 'name': 'tempest-TestShelveInstance-388482433-router', 'tenant_id': '12505799c3b7498cac2dbe8b74e07077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:29Z', 'updated_at': '2022-04-12T18:10:49Z', 'revision_number': 6, 'project_id': '12505799c3b7498cac2dbe8b74e07077', 'gw_port_host': None}], 'dv-cinder-837534-1-iscsi', False) {} {{(pid=109829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:10:50.021924 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4dd7e3-6f8f-4108-a3ae-cb686d077a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=cac08604-50a4-4d04-b519-1a4bb1fec28d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:10:50.044065 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19a9e76-941a-4122-bc37-528f89ec8156 None None] The sync data for ids ['6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b'] in dv-cinder-837534-1-iscsi is: [{'id': '6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b', 'name': 'tempest-TestShelveInstance-388482433-router', 'tenant_id': '12505799c3b7498cac2dbe8b74e07077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T18:06:29Z', 'updated_at': '2022-04-12T18:10:49Z', 'revision_number': 6, 'project_id': '12505799c3b7498cac2dbe8b74e07077', 'gw_port_host': None}] {{(pid=109829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 18:10:50.088522 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd4dd7e3-6f8f-4108-a3ae-cb686d077a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546299'] for router_gateway (6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:50.181066 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd4dd7e3-6f8f-4108-a3ae-cb686d077a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8092'] for router (6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:50.183209 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd4dd7e3-6f8f-4108-a3ae-cb686d077a10 admin admin] Publish callbacks [] for router_controller (6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:50.225817 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd4dd7e3-6f8f-4108-a3ae-cb686d077a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547614'] for router (6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:50.226330 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4dd7e3-6f8f-4108-a3ae-cb686d077a10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 18:10:50.230587 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fd4dd7e3-6f8f-4108-a3ae-cb686d077a10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:50.231737 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-fd4dd7e3-6f8f-4108-a3ae-cb686d077a10 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6d1e8c5b-6c56-4aa4-84b6-d72230e77c2b HTTP/1.1" status: 204 len: 168 time: 0.7598195 Apr 12 18:10:50.234139 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 47594) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:10:50.276797 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aca7298-55f0-4f42-b0d2-84c48e73aed7 admin admin] Deleting subnet e58b827e-760f-44cb-b9f6-310b83e95f86 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 18:10:50.279794 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5aca7298-55f0-4f42-b0d2-84c48e73aed7 admin admin] Publish callbacks [] for subnet (e58b827e-760f-44cb-b9f6-310b83e95f86), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:50.316029 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5aca7298-55f0-4f42-b0d2-84c48e73aed7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8818640'] for subnet (e58b827e-760f-44cb-b9f6-310b83e95f86), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:50.641700 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5aca7298-55f0-4f42-b0d2-84c48e73aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2057050'] for subnet (e58b827e-760f-44cb-b9f6-310b83e95f86), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:50.693747 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5aca7298-55f0-4f42-b0d2-84c48e73aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2057037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8586871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386091'] for subnet (e58b827e-760f-44cb-b9f6-310b83e95f86), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:50.720266 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca7298-55f0-4f42-b0d2-84c48e73aed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e58b827e-760f-44cb-b9f6-310b83e95f86,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:10:50.723666 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5aca7298-55f0-4f42-b0d2-84c48e73aed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:50.726965 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-5aca7298-55f0-4f42-b0d2-84c48e73aed7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e58b827e-760f-44cb-b9f6-310b83e95f86 HTTP/1.1" status: 204 len: 168 time: 0.4916251 Apr 12 18:10:50.729334 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 47596) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:10:50.729713 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b526f737-bf81-431c-8da7-ab3c76dda536 None None] Network 4a9a9854-801d-4010-8c41-cc5944bf9447 requested from dv-cinder-837534-1-iscsi {{(pid=109828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 18:10:50.808643 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ba682460-d261-4d91-9bf4-65e378ac30ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1678379'] for network (4a9a9854-801d-4010-8c41-cc5944bf9447), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:50.857231 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-ba682460-d261-4d91-9bf4-65e378ac30ec admin admin] Deleting port b4e78ec2-a0d5-4ebb-9d90-0e681f14d912 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:10:50.857571 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ba682460-d261-4d91-9bf4-65e378ac30ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (b4e78ec2-a0d5-4ebb-9d90-0e681f14d912), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:50.876923 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] DHCP port deletion for 4a9a9854-801d-4010-8c41-cc5944bf9447 request from dv-cinder-837534-1-iscsi {{(pid=109828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 18:10:50.922003 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device cac08604-50a4-4d04-b519-1a4bb1fec28d no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:10:50.933720 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-ba682460-d261-4d91-9bf4-65e378ac30ec admin admin] For port b4e78ec2-a0d5-4ebb-9d90-0e681f14d912, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=b4e78ec2-a0d5-4ebb-9d90-0e681f14d912,segment=NetworkSegment(0cac52a0-a531-4927-8fb2-1d1bf77da33b),segment_id=0cac52a0-a531-4927-8fb2-1d1bf77da33b)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:10:50.934141 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ba682460-d261-4d91-9bf4-65e378ac30ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (b4e78ec2-a0d5-4ebb-9d90-0e681f14d912), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:50.941990 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] Deleting port b4e78ec2-a0d5-4ebb-9d90-0e681f14d912 {{(pid=109828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 18:10:50.942392 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742383687208'] for port (b4e78ec2-a0d5-4ebb-9d90-0e681f14d912), before_delete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:50.944781 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: cac08604-50a4-4d04-b519-1a4bb1fec28d {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:10:50.945125 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device cac08604-50a4-4d04-b519-1a4bb1fec28d not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:10:50.945528 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 65584897-0f51-4e9f-b742-fed9d8fcaa83 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:10:50.947469 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-ba682460-d261-4d91-9bf4-65e378ac30ec admin admin] Calling delete_port for b4e78ec2-a0d5-4ebb-9d90-0e681f14d912 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:10:50.978895 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: 65584897-0f51-4e9f-b742-fed9d8fcaa83 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:10:50.979241 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device 65584897-0f51-4e9f-b742-fed9d8fcaa83 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:10:51.027735 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] For port b4e78ec2-a0d5-4ebb-9d90-0e681f14d912, host dv-cinder-837534-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837534-1-iscsi',level=0,port_id=b4e78ec2-a0d5-4ebb-9d90-0e681f14d912,segment=NetworkSegment(0cac52a0-a531-4927-8fb2-1d1bf77da33b),segment_id=0cac52a0-a531-4927-8fb2-1d1bf77da33b)] {{(pid=109828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 18:10:51.028138 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543823'] for port (b4e78ec2-a0d5-4ebb-9d90-0e681f14d912), precommit_delete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:51.037751 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ba682460-d261-4d91-9bf4-65e378ac30ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8586776'] for port (b4e78ec2-a0d5-4ebb-9d90-0e681f14d912), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:51.049794 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] Calling delete_port for b4e78ec2-a0d5-4ebb-9d90-0e681f14d912 owned by network:dhcp {{(pid=109828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 18:10:51.070296 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba682460-d261-4d91-9bf4-65e378ac30ec admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e78ec2-a0d5-4ebb-9d90-0e681f14d912,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:10:51.073040 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba682460-d261-4d91-9bf4-65e378ac30ec admin admin] No DVR routers for this DVR port b4e78ec2-a0d5-4ebb-9d90-0e681f14d912 on host dv-cinder-837534-1-iscsi {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:10:51.132311 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2081462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742383694358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742383153583'] for port (b4e78ec2-a0d5-4ebb-9d90-0e681f14d912), after_delete {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:51.147421 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ba682460-d261-4d91-9bf4-65e378ac30ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2059233', 'neutron.services.segments.db._delete_segments_for_network-8742383711672'] for network (4a9a9854-801d-4010-8c41-cc5944bf9447), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:51.156982 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] Pushing event deleted for resources: {'Port': ['ID=b4e78ec2-a0d5-4ebb-9d90-0e681f14d912,revision_number=None']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:10:51.161199 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] No DVR routers for this DVR port b4e78ec2-a0d5-4ebb-9d90-0e681f14d912 on host dv-cinder-837534-1-iscsi {{(pid=109828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 18:10:51.167288 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-ba682460-d261-4d91-9bf4-65e378ac30ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9a9854-801d-4010-8c41-cc5944bf9447']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:10:51.169877 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:51.169877 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:51.169877 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:51.169877 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:51.169877 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:51.169877 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:51.169877 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:51.170779 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:51.170779 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:51.171053 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:51.171214 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:51.172003 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:51.172003 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:51.172297 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:51.173288 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54842-ef62-4450-97d9-79a5b7669808 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837534-1-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 18:10:51.181444 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-ba682460-d261-4d91-9bf4-65e378ac30ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cac52a0-a531-4927-8fb2-1d1bf77da33b') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:10:51.181748 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-ba682460-d261-4d91-9bf4-65e378ac30ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cac52a0-a531-4927-8fb2-1d1bf77da33b') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 18:10:51.191149 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ba682460-d261-4d91-9bf4-65e378ac30ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742383633601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8818667'] for segment (0cac52a0-a531-4927-8fb2-1d1bf77da33b), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:51.204661 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ba682460-d261-4d91-9bf4-65e378ac30ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817'] for segment (0cac52a0-a531-4927-8fb2-1d1bf77da33b), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:51.210857 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba682460-d261-4d91-9bf4-65e378ac30ec admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 18:10:51.211246 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ba682460-d261-4d91-9bf4-65e378ac30ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2062817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8586957'] for segment (0cac52a0-a531-4927-8fb2-1d1bf77da33b), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: Traceback (most recent call last): Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: timer() Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: cb(*args, **kw) Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: return func(*args, **kwargs) Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: self._notify() Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: self.callback(batched_events) Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: event.method(event) Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: return f(self, *a, **k) Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: return self._get(url).json() Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: return self.request(url, 'GET', **kwargs) Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 18:10:51.213042 dv-cinder-837534-1-iscsi neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 18:10:51.268816 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ba682460-d261-4d91-9bf4-65e378ac30ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2059224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546271'] for network (4a9a9854-801d-4010-8c41-cc5944bf9447), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:51.274144 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ba682460-d261-4d91-9bf4-65e378ac30ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571170'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:51.277620 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-ba682460-d261-4d91-9bf4-65e378ac30ec admin admin] 10.222.0.24 "DELETE /v2.0/networks/4a9a9854-801d-4010-8c41-cc5944bf9447 HTTP/1.1" status: 204 len: 168 time: 0.5471361 Apr 12 18:10:51.288007 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba682460-d261-4d91-9bf4-65e378ac30ec admin admin] Pushing event deleted for resources: {'Network': ['ID=4a9a9854-801d-4010-8c41-cc5944bf9447,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:10:51.451417 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 47600) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:10:51.489714 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-f4abd155-d06d-4c3f-af30-b2548ebb512f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=54ccaec178f54245b40bab546af1749b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371675 Apr 12 18:10:51.492163 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.24', 47602) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:10:51.537058 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3ab55ebe-d1c6-4789-8999-7014038dae64 admin admin] Publish callbacks [] for security_group (a526b7ea-6792-4654-bf82-e425eb533ded), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:51.558841 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3ab55ebe-d1c6-4789-8999-7014038dae64 admin admin] Publish callbacks [] for security_group (a526b7ea-6792-4654-bf82-e425eb533ded), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:51.608146 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3ab55ebe-d1c6-4789-8999-7014038dae64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (a526b7ea-6792-4654-bf82-e425eb533ded), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:51.610623 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3ab55ebe-d1c6-4789-8999-7014038dae64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:51.611753 dv-cinder-837534-1-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-3ab55ebe-d1c6-4789-8999-7014038dae64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a526b7ea-6792-4654-bf82-e425eb533ded HTTP/1.1" status: 204 len: 168 time: 0.1186061 Apr 12 18:10:51.619845 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab55ebe-d1c6-4789-8999-7014038dae64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a526b7ea-6792-4654-bf82-e425eb533ded,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:10:51.624203 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:10:51.923926 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 47608) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:10:51.962569 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-3ac7ffb9-1fb9-4b85-9f4d-967dcbbc07d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12505799c3b7498cac2dbe8b74e07077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368462 Apr 12 18:10:51.964873 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [-] (109827) accepted ('10.222.0.24', 47610) {{(pid=109827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 18:10:52.011723 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01e98f08-f3ca-4446-859e-2f3f26644db6 admin admin] Publish callbacks [] for security_group (cebf85c4-0894-46af-a17c-88202cfb21ff), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:52.036327 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01e98f08-f3ca-4446-859e-2f3f26644db6 admin admin] Publish callbacks [] for security_group (cebf85c4-0894-46af-a17c-88202cfb21ff), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:52.082514 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01e98f08-f3ca-4446-859e-2f3f26644db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996217'] for security_group (cebf85c4-0894-46af-a17c-88202cfb21ff), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:52.085027 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-01e98f08-f3ca-4446-859e-2f3f26644db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:10:52.086325 dv-cinder-837534-1-iscsi neutron-server[109827]: INFO neutron.wsgi [None req-01e98f08-f3ca-4446-859e-2f3f26644db6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cebf85c4-0894-46af-a17c-88202cfb21ff HTTP/1.1" status: 204 len: 168 time: 0.1205285 Apr 12 18:10:52.094748 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e98f08-f3ca-4446-859e-2f3f26644db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebf85c4-0894-46af-a17c-88202cfb21ff,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 18:10:52.871363 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device b4e78ec2-a0d5-4ebb-9d90-0e681f14d912 no longer exists at agent ovs-agent-dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 18:10:52.892306 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] No Port match for: b4e78ec2-a0d5-4ebb-9d90-0e681f14d912 {{(pid=109828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 18:10:52.892659 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.rpc [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Device b4e78ec2-a0d5-4ebb-9d90-0e681f14d912 not bound to the agent host dv-cinder-837534-1-iscsi {{(pid=109828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 18:10:58.300441 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-aac690cc-2dd2-4077-9bb8-aafdedd272e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:00.827610 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c0e0067e-eda9-4392-9d3c-4647a36ba20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:01.714398 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:02.033772 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:03.151613 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:04.447095 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:28.302839 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5afae278-2e71-4bcd-bb64-37a34a284bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:28.624057 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:11:30.829518 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-15041b8c-7a70-4cd1-8810-f32573190f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:31.716258 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:32.037603 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:33.153806 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:34.451067 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:11:58.304694 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b178b8af-3210-425d-afc4-d267491e205f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:00.830703 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-2e64a0ee-7020-4866-bf96-8ab2e22845aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:01.719432 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:02.047738 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:03.155477 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:04.452953 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:05.623927 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:12:28.306656 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-6de03aaf-ca7e-4c23-b5dd-55c20e348fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:30.836471 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ccc117d9-8cc4-4259-8502-1ed60ad4c81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:31.724212 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:32.047183 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:33.158472 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:34.454907 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:12:42.625879 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:12:58.308310 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e7c9a29c-0d51-45f5-a8a7-af9b35073e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:00.837963 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a62f205b-1ec3-4ea9-a0c1-4b62e3e47b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:01.727615 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:02.047787 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:03.160784 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:04.459888 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:19.626082 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:13:28.311189 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-417dd0ef-6b0d-41f1-a6eb-be8a991618f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:30.839379 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-2245ad10-2479-4a67-8056-5ce8a11a6f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:31.728271 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:32.060908 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:33.164942 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:34.462696 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:13:56.624998 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:13:58.313412 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-0fbbed38-20e1-4f47-9b7b-16856d425bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:00.844364 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-eaceb1c9-c441-454b-9784-cac7c40b544e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:01.731301 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:02.060609 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:03.165485 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:04.464854 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:28.315274 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-d7ea18de-77dd-442e-adc3-ae9a1fb5693f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:30.845335 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-6c644a8a-54cf-47a5-b858-d5bcb33795b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:31.734723 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:32.059299 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:33.170737 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:33.624280 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:14:34.466533 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:14:58.316487 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-2c6befb7-d81d-438f-9d7f-d62d5f071542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:00.847853 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-c3f19483-33fa-4a77-8c89-ef58840ea3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:01.736109 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:02.073436 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:03.170242 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:04.468233 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:10.622794 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:15:28.317760 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-ece6d9fe-324a-43f3-8861-c9a716dade8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:30.849669 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-db8c6d07-b9e3-41f8-8dd5-0a71498e796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:31.739161 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:32.072115 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:33.173848 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:34.469062 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:15:47.621755 dv-cinder-837534-1-iscsi neutron-server[109829]: DEBUG neutron.db.agents_db [None req-a62fec6d-12cf-4a3b-88b9-b4a5e210303d None None] Agent healthcheck: found 6 active agents {{(pid=109829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 18:15:58.318620 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-a6663179-9f00-4c29-8bc0-b6f12ac3b26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (f62d2ff0-78a3-4755-b741-8a96efa63a46), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:16:00.854575 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-cb2d19d8-2c51-49a8-bd7b-f36c6d5aae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (a2167c64-aff5-461a-a40c-72cba2cd4e2e), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:16:01.742314 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b49ab16a-0fb0-4b44-bc83-cc6fd893d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (6f07a41a-642b-45eb-931d-eb0ff079afd7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:16:02.088263 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-5942b758-1b1c-4890-960d-954a6baf9a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (00f7abb9-3948-4d4d-ae73-3182f7e75cf7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:16:03.175112 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-8adc472c-8da3-4a6b-81cd-1d8ce00ca2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (b0d3f431-7765-4f94-bce7-34eaa8ed26fa), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:16:04.470959 dv-cinder-837534-1-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-7168d905-a299-4a79-98a9-580df4f8ba98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742383711654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970336'] for agent (ae878937-ca51-44d2-9a31-28cd4a9d5ed5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 18:16:05.835239 dv-cinder-837534-1-iscsi neutron-server[109827]: DEBUG neutron.wsgi [req-7b08fef4-2a1b-48ac-9ac5-2724efffadde req-78d526e4-2313-47d2-b216-19dbf31ac046 service neutron] (109827) timed out ('10.222.0.23', 58758) {{(pid=109827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 18:16:06.604395 dv-cinder-837534-1-iscsi neutron-server[109826]: DEBUG neutron.wsgi [req-2a33c69a-d96d-4dd1-9abb-42cd697b7f2d req-03e72e70-c9a6-46dd-bab2-d92ca502e803 tempest-ServerRescueNegativeTestJSON-220747854 tempest-ServerRescueNegativeTestJSON-220747854-project] (109826) timed out ('10.222.0.23', 58775) {{(pid=109826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}